Load all packages

Load data and perform data cleaning

Please delete all “notes” before submission.

Note: CSV/data files should be read assuming they are in the data folder. In other words, load data via read_csv("data/CSV_NAME.csv") and not via read_csv("/Users/aykim/Documents/MATH495/Final_Project/data/CSV_NAME.csv")

Kaggle Competition: House Prices: Advanced Regression Techniques (Scoring Mechinism: RMSE) https://www.kaggle.com/c/house-prices-advanced-regression-techniques

#Drop factor variables with less than 2 levels & keep non-factor vars from Kaggle Competition discusstion(https://www.kaggle.com/c/house-prices-advanced-regression-techniques/discussion/24399)

names(train) <- make.names(names(train))

features <- setdiff(colnames(train), c("Id", "SalePrice"))
for (f in features) {
  if (any(is.na(train[[f]]))) 
    if (is.character(train[[f]])){ 
      train[[f]][is.na(train[[f]])] <- "Others"
    }else{
      train[[f]][is.na(train[[f]])] <- -999  
    }
}

column_class <- lapply(train,class)
column_class <- column_class[column_class != "factor"]
factor_levels <- lapply(train, nlevels)
factor_levels <- factor_levels[factor_levels > 1]
train <- train[,names(train) %in% c(names(factor_levels), names(column_class))]
test <- train[,names(train) %in% c(names(factor_levels), names(column_class))]
train <- as.data.frame(unclass(train))
<<<<<<< HEAD
train <- as.data.frame(unclass(test))
======= train <- as.data.frame(unclass(test)) #Train model lmfull <- lm(log(SalePrice) ~ . , data=train) >>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

EDA visualizations and tables

Note: If you had to illustrate using no modelling but only graphs and tables which variables have the most predictive power, which would you include?

  • Perform a cross-validation on only the final/ultimate model used for your submission.
  • The “score” in question should be the same as used to compute the Kaggle leaderboard. In other words, your estimated score should be roughly equal to the score returned by Kaggle after your submission.

Predicting Sale Price (in USD) of houses with no modeling:

histogram(train$SalePrice, type = "percent", xlab= "Sale Price (USD)", ylab= "Percent of Homes") #skewed right, not normal
<<<<<<< HEAD

bwplot(train$SalePrice, xlab= "Sale Price (USD)")

histogram(log(train$SalePrice), type = "percent", xlab = "Log of Sale Price (USD)", ylab = "Percent of Homes") #much more normal when logSalePrice is used

bwplot(log(train$SalePrice), xlab = "Log of Sale Price (USD)")

mean(train$SalePrice)
## [1] 181715.3
mean(log(train$SalePrice))
## [1] 12.0273
=======

bwplot(train$SalePrice, xlab= "Sale Price (USD)")

histogram(log(train$SalePrice), type = "percent", xlab = "Log of Sale Price (USD)", ylab = "Percent of Homes") #much more normal when logSalePrice is used

bwplot(log(train$SalePrice), xlab = "Log of Sale Price (USD)")

mean(train$SalePrice)
## [1] 180106
mean(log(train$SalePrice))
## [1] 12.01989
>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

Predicting Sale Price (in USD) of houses with modeling:

1. Subset Selection (Forward or Backwards selection of predictors (Stat230))

train$log_saleprice <- log(train$SalePrice)
<<<<<<< HEAD

model_formula <- as.formula("log_saleprice ~ Id + MSSubClass + MSZoning + LotFrontage + LotArea + Street + Alley + LotShape + LandContour + LotConfig + LandSlope + Neighborhood + Condition1 + Condition2+ BldgType + HouseStyle + OverallQual + OverallCond + YearBuilt +YearRemodAdd + RoofStyle + RoofMatl + Exterior1st + Exterior2nd + MasVnrType + MasVnrArea + ExterQual + ExterCond + Foundation + BsmtCond + BsmtExposure + BsmtFinType1 + BsmtFinSF1 + BsmtFinType2 + BsmtFinSF2 + BsmtUnfSF + TotalBsmtSF + Heating + HeatingQC + CentralAir + Electrical + X1stFlrSF + X2ndFlrSF + LowQualFinSF + GrLivArea + BsmtFullBath +BsmtHalfBath + FullBath + HalfBath + BedroomAbvGr + KitchenAbvGr + KitchenQual + TotRmsAbvGrd + Functional + Fireplaces + FireplaceQu + GarageType + GarageYrBlt + GarageFinish + GarageCars + GarageArea + GarageQual + PavedDrive + WoodDeckSF + OpenPorchSF + EnclosedPorch + X3SsnPorch + ScreenPorch + PoolArea + PoolQC + Fence + MiscFeature + MiscVal + MoSold + YrSold + SaleType + SaleCondition")
lmfull <- lm(model_formula, data=train)

lmempty <- lm(log_saleprice ~ 1, data=train) # model with only intercept
model1 <- step(lmempty, scope=list(lower=lmempty, upper=lmfull), direction="forward")
## Start:  AIC=-1990.3
## log_saleprice ~ 1
## 
##                 Df Sum of Sq     RSS     AIC
## + OverallQual    1   119.524  57.992 -3213.3
## + Neighborhood  24   107.599  69.917 -2962.6
## + GrLivArea      1    87.334  90.182 -2729.9
## + GarageCars     1    84.603  92.912 -2697.2
## + ExterQual      3    83.306  94.210 -2678.0
## + KitchenQual    3    78.679  98.837 -2625.5
## + GarageArea     1    76.446 101.070 -2605.1
## + GarageFinish   3    70.692 106.824 -2540.4
## + TotalBsmtSF    1    67.229 110.287 -2509.5
## + X1stFlrSF      1    64.856 112.660 -2486.2
## + FullBath       1    63.467 114.049 -2472.8
## + YearBuilt      1    62.198 115.317 -2460.6
## + GarageType     6    63.098 114.418 -2459.2
## + YearRemodAdd   1    58.652 118.864 -2427.5
## + Foundation     5    55.860 121.656 -2394.1
## + FireplaceQu    5    55.137 122.379 -2387.6
## + TotRmsAbvGrd   1    50.349 127.167 -2353.5
## + HeatingQC      4    43.899 133.617 -2293.4
## + Fireplaces     1    42.850 134.666 -2290.8
## + BsmtFinType1   6    42.672 134.844 -2279.4
## + MasVnrType     4    36.314 141.202 -2232.9
## + MSZoning       4    35.591 141.925 -2227.3
## + Exterior1st   14    33.241 144.275 -2189.3
## + Exterior2nd   15    32.967 144.548 -2185.3
## + GarageQual     5    28.233 149.283 -2170.0
## + BsmtFinSF1     1    26.296 151.220 -2163.9
## + MasVnrArea     1    24.562 152.953 -2151.4
## + BsmtExposure   4    24.510 153.006 -2145.0
## + GarageYrBlt    1    23.087 154.429 -2140.9
## + CentralAir     1    21.958 155.558 -2132.9
## + SaleCondition  5    22.777 154.738 -2130.7
## + WoodDeckSF     1    19.675 157.841 -2116.9
## + SaleType       8    20.327 157.189 -2107.5
## + Electrical     5    19.417 158.099 -2107.1
## + X2ndFlrSF      1    17.121 160.395 -2099.4
## + HalfBath       1    17.005 160.510 -2098.6
## + HouseStyle     7    18.662 158.854 -2097.9
## + PavedDrive     2    17.000 160.516 -2096.5
## + OpenPorchSF    1    15.886 161.630 -2091.0
## + LotShape       3    15.515 162.001 -2084.4
## + BsmtCond       4    14.978 162.537 -2078.8
## + LotArea        1    11.140 166.376 -2059.3
## + BsmtFullBath   1    11.064 166.452 -2058.8
## + BsmtUnfSF      1     8.819 168.697 -2044.1
## + RoofStyle      5     9.580 167.935 -2041.0
## + Fence          4     8.990 168.525 -2039.2
## + ExterCond      4     8.709 168.807 -2037.4
## + BldgType       4     7.898 169.618 -2032.1
## + BedroomAbvGr   1     6.755 170.761 -2030.8
## + BsmtFinType2   6     7.655 169.861 -2026.6
## + Condition1     8     6.634 170.882 -2016.0
## + EnclosedPorch  1     4.430 173.085 -2016.0
## + LandContour    3     4.660 172.855 -2013.4
## + Alley          2     4.259 173.257 -2012.9
## + Heating        4     4.686 172.830 -2011.6
## + LotConfig      4     4.606 172.910 -2011.1
## + KitchenAbvGr   1     3.434 174.082 -2009.7
## + Functional     5     3.839 173.676 -2004.2
## + ScreenPorch    1     2.140 175.376 -2001.6
## + MSSubClass     1     1.788 175.728 -1999.4
## + MiscFeature    3     2.383 175.133 -1999.1
## + RoofMatl       7     3.179 174.337 -1996.1
## + PoolQC         3     1.691 175.824 -1994.8
## + LowQualFinSF   1     0.953 176.563 -1994.2
## + PoolArea       1     0.708 176.808 -1992.7
## + Street         1     0.489 177.027 -1991.3
## + OverallCond    1     0.402 177.114 -1990.8
## + MoSold         1     0.327 177.189 -1990.3
## <none>                       177.516 -1990.3
## + X3SsnPorch     1     0.289 177.227 -1990.1
## + Condition2     6     1.864 175.652 -1989.9
## + LotFrontage    1     0.197 177.318 -1989.5
## + Id             1     0.178 177.338 -1989.4
## + MiscVal        1     0.128 177.388 -1989.1
## + BsmtHalfBath   1     0.026 177.490 -1988.5
## + BsmtFinSF2     1     0.023 177.493 -1988.4
## + LandSlope      2     0.346 177.170 -1988.4
## + YrSold         1     0.007 177.509 -1988.3
## 
## Step:  AIC=-3213.33
## log_saleprice ~ OverallQual
## 
##                 Df Sum of Sq    RSS     AIC
## + Neighborhood  24   18.7772 39.215 -3593.8
## + GarageCars     1   10.7320 47.260 -3435.4
## + GrLivArea      1   10.7265 47.266 -3435.3
## + GarageArea     1    9.8479 48.144 -3415.1
## + MSZoning       4    9.4096 48.582 -3399.2
## + X1stFlrSF      1    9.0450 48.947 -3397.0
## + GarageType     6    7.8372 50.155 -3360.3
## + GarageFinish   3    7.3650 50.627 -3356.1
## + TotalBsmtSF    1    6.7540 51.238 -3346.9
## + TotRmsAbvGrd   1    6.1834 51.809 -3334.8
## + BsmtFinSF1     1    5.6298 52.362 -3323.2
## + Fireplaces     1    5.2637 52.728 -3315.5
## + FireplaceQu    5    5.5666 52.425 -3313.8
## + FullBath       1    4.8297 53.162 -3306.6
## + LotArea        1    4.5570 53.435 -3300.9
## + GarageQual     5    4.6470 53.345 -3294.8
## + YearBuilt      1    4.1036 53.888 -3291.7
## + KitchenQual    3    4.1168 53.875 -3288.0
## + BsmtFullBath   1    3.7678 54.224 -3284.9
## + YearRemodAdd   1    3.6998 54.292 -3283.5
## + BsmtFinType1   6    4.1236 53.868 -3282.1
## + CentralAir     1    3.6058 54.386 -3281.6
## + Foundation     5    3.9267 54.065 -3280.1
## + BldgType       4    3.4106 54.581 -3271.7
## + WoodDeckSF     1    3.0753 54.917 -3271.0
## + GarageYrBlt    1    2.9442 55.048 -3268.4
## + PavedDrive     2    3.0021 54.990 -3267.5
## + LotShape       3    2.8764 55.116 -3263.0
## + ExterQual      3    2.6774 55.315 -3259.1
## + HeatingQC      4    2.6919 55.300 -3257.4
## + BsmtExposure   4    2.6013 55.391 -3255.6
## + BedroomAbvGr   1    2.2386 55.753 -3254.4
## + Exterior1st   14    3.4562 54.536 -3252.6
## + Electrical     5    2.5269 55.465 -3252.1
## + LandContour    3    2.0334 55.959 -3246.4
## + Exterior2nd   15    3.2450 54.747 -3246.4
## + MSSubClass     1    1.6717 56.320 -3243.4
## + HalfBath       1    1.5284 56.464 -3240.6
## + SaleCondition  5    1.9228 56.069 -3240.3
## + LandSlope      2    1.5544 56.438 -3239.1
## + MasVnrArea     1    1.3254 56.667 -3236.7
## + HouseStyle     7    1.8896 56.102 -3235.6
## + Heating        4    1.5577 56.434 -3235.1
## + Alley          2    1.1650 56.827 -3231.6
## + LotFrontage    1    1.0443 56.948 -3231.2
## + LotConfig      4    1.2783 56.714 -3229.7
## + ExterCond      4    1.2371 56.755 -3228.9
## + BsmtCond       4    1.1332 56.859 -3226.9
## + MasVnrType     4    1.1173 56.875 -3226.6
## + RoofMatl       7    1.3282 56.664 -3224.7
## + X2ndFlrSF      1    0.6973 57.295 -3224.6
## + EnclosedPorch  1    0.5995 57.392 -3222.7
## + ScreenPorch    1    0.5913 57.401 -3222.6
## + RoofStyle      5    0.9958 56.996 -3222.3
## + Functional     5    0.9872 57.005 -3222.1
## + Condition1     8    1.1519 56.840 -3219.3
## + Condition2     6    0.9238 57.068 -3218.9
## + BsmtFinSF2     1    0.3375 57.654 -3217.7
## + PoolQC         3    0.5402 57.452 -3217.6
## + OpenPorchSF    1    0.2875 57.704 -3216.8
## + OverallCond    1    0.2525 57.739 -3216.1
## + SaleType       8    0.9561 57.036 -3215.5
## + LowQualFinSF   1    0.2107 57.781 -3215.3
## + BsmtUnfSF      1    0.1742 57.818 -3214.6
## + X3SsnPorch     1    0.1578 57.834 -3214.3
## <none>                       57.992 -3213.3
## + BsmtHalfBath   1    0.1018 57.890 -3213.3
## + KitchenAbvGr   1    0.0385 57.953 -3212.1
## + MoSold         1    0.0315 57.961 -3211.9
## + MiscFeature    3    0.2204 57.772 -3211.5
## + Id             1    0.0080 57.984 -3211.5
## + PoolArea       1    0.0073 57.985 -3211.5
## + Street         1    0.0046 57.987 -3211.4
## + MiscVal        1    0.0004 57.992 -3211.3
## + YrSold         1    0.0001 57.992 -3211.3
## + Fence          4    0.3031 57.689 -3211.1
## + BsmtFinType2   6    0.4933 57.499 -3210.7
## 
## Step:  AIC=-3593.75
## log_saleprice ~ OverallQual + Neighborhood
## 
##                 Df Sum of Sq    RSS     AIC
## + GrLivArea      1    9.0136 30.201 -3877.7
## + TotRmsAbvGrd   1    5.3750 33.840 -3753.2
## + GarageArea     1    4.9710 34.244 -3740.2
## + X1stFlrSF      1    4.8518 34.363 -3736.4
## + GarageCars     1    4.7924 34.422 -3734.5
## + TotalBsmtSF    1    3.4643 35.750 -3693.0
## + GarageFinish   3    3.0824 36.132 -3677.4
## + Fireplaces     1    2.7127 36.502 -3670.3
## + FireplaceQu    5    2.8175 36.397 -3665.4
## + FullBath       1    2.5418 36.673 -3665.1
## + BsmtFinSF1     1    2.5144 36.700 -3664.3
## + YearRemodAdd   1    2.2087 37.006 -3655.2
## + GarageType     6    2.3749 36.840 -3650.2
## + KitchenQual    3    2.1571 37.058 -3649.7
## + GarageQual     5    2.2181 36.997 -3647.5
## + LotArea        1    1.7630 37.452 -3642.1
## + BedroomAbvGr   1    1.7341 37.481 -3641.3
## + BsmtFullBath   1    1.6838 37.531 -3639.8
## + BldgType       4    1.8383 37.376 -3638.3
## + WoodDeckSF     1    1.5916 37.623 -3637.1
## + BsmtFinType1   6    1.8649 37.350 -3635.1
## + X2ndFlrSF      1    1.5104 37.704 -3634.8
## + BsmtExposure   4    1.6518 37.563 -3632.9
## + CentralAir     1    1.4392 37.776 -3632.7
## + HalfBath       1    1.3945 37.820 -3631.4
## + GarageYrBlt    1    1.2291 37.986 -3626.6
## + HeatingQC      4    1.4294 37.785 -3626.4
## + Heating        4    1.3078 37.907 -3622.9
## + OverallCond    1    0.9934 38.221 -3619.9
## + SaleCondition  5    1.2704 37.944 -3619.8
## + Foundation     5    1.2606 37.954 -3619.5
## + HouseStyle     7    1.3968 37.818 -3619.5
## + Exterior1st   14    1.7315 37.483 -3615.2
## + Electrical     5    1.1016 38.113 -3615.0
## + ExterQual      3    0.9227 38.292 -3613.8
## + MSZoning       4    0.8961 38.319 -3611.1
## + BsmtCond       4    0.8795 38.335 -3610.6
## + YearBuilt      1    0.4698 38.745 -3605.0
## + MasVnrArea     1    0.4450 38.770 -3604.3
## + OpenPorchSF    1    0.3678 38.847 -3602.1
## + ScreenPorch    1    0.3622 38.853 -3601.9
## + BsmtFinType2   6    0.6881 38.527 -3601.1
## + LandSlope      2    0.3986 38.816 -3600.9
## + PavedDrive     2    0.3722 38.843 -3600.2
## + LandContour    3    0.4256 38.789 -3599.7
## + ExterCond      4    0.4933 38.721 -3599.6
## + LotConfig      4    0.4436 38.771 -3598.2
## + MSSubClass     1    0.1868 39.028 -3597.0
## + LotShape       3    0.3273 38.888 -3596.9
## + RoofMatl       7    0.5703 38.645 -3595.8
## + PoolQC         3    0.2584 38.956 -3595.0
## + MasVnrType     4    0.3230 38.892 -3594.8
## + Exterior2nd   15    1.0948 38.120 -3594.8
## + MoSold         1    0.1012 39.114 -3594.6
## + LotFrontage    1    0.0933 39.121 -3594.4
## + BsmtFinSF2     1    0.0867 39.128 -3594.2
## <none>                       39.215 -3593.8
## + Functional     5    0.3502 38.865 -3593.6
## + X3SsnPorch     1    0.0611 39.154 -3593.5
## + SaleType       8    0.5348 38.680 -3592.8
## + BsmtHalfBath   1    0.0244 39.190 -3592.4
## + EnclosedPorch  1    0.0182 39.197 -3592.3
## + KitchenAbvGr   1    0.0161 39.199 -3592.2
## + RoofStyle      5    0.2997 38.915 -3592.2
## + BsmtUnfSF      1    0.0126 39.202 -3592.1
## + Street         1    0.0097 39.205 -3592.0
## + YrSold         1    0.0037 39.211 -3591.9
## + PoolArea       1    0.0018 39.213 -3591.8
## + LowQualFinSF   1    0.0011 39.214 -3591.8
## + MiscVal        1    0.0009 39.214 -3591.8
## + Id             1    0.0000 39.215 -3591.8
## + Fence          4    0.2064 39.008 -3591.5
## + MiscFeature    3    0.1228 39.092 -3591.2
## + Condition2     6    0.3082 38.907 -3590.4
## + Alley          2    0.0115 39.203 -3590.1
## + Condition1     8    0.3797 38.835 -3588.4
## 
## Step:  AIC=-3877.74
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtFinType1   6   3.16149 27.040 -3986.8
## + GarageCars     1   2.55732 27.644 -3972.6
## + GarageArea     1   2.32574 27.875 -3963.5
## + BsmtFullBath   1   2.29540 27.906 -3962.3
## + GarageFinish   3   2.33747 27.864 -3959.9
## + OverallCond    1   2.00772 28.194 -3951.1
## + CentralAir     1   1.98558 28.216 -3950.2
## + YearRemodAdd   1   1.98531 28.216 -3950.2
## + BsmtExposure   4   2.09305 28.108 -3948.4
## + BsmtFinSF1     1   1.79782 28.403 -3942.9
## + RoofMatl       7   2.08908 28.112 -3942.2
## + GarageQual     5   1.80952 28.392 -3935.4
## + GarageType     6   1.83587 28.365 -3934.4
## + TotalBsmtSF    1   1.46863 28.733 -3930.3
## + KitchenQual    3   1.56808 28.633 -3930.1
## + BsmtCond       4   1.57861 28.623 -3928.5
## + Foundation     5   1.48262 28.719 -3922.9
## + GarageYrBlt    1   1.13072 29.070 -3917.5
## + HeatingQC      4   1.28232 28.919 -3917.2
## + YearBuilt      1   1.08740 29.114 -3915.9
## + X1stFlrSF      1   1.03779 29.163 -3914.0
## + BldgType       4   1.19398 29.007 -3913.9
## + X2ndFlrSF      1   0.95402 29.247 -3910.9
## + BsmtFinType2   6   1.16456 29.037 -3908.8
## + WoodDeckSF     1   0.88492 29.316 -3908.3
## + Heating        4   1.03043 29.171 -3907.7
## + Fireplaces     1   0.84121 29.360 -3906.7
## + HouseStyle     7   1.11895 29.082 -3905.1
## + FireplaceQu    5   1.00640 29.195 -3904.8
## + MSSubClass     1   0.77619 29.425 -3904.2
## + SaleCondition  5   0.98569 29.215 -3904.1
## + Electrical     5   0.95679 29.244 -3903.0
## + MSZoning       4   0.88093 29.320 -3902.2
## + Exterior1st   14   1.41079 28.790 -3902.1
## + ExterCond      4   0.82891 29.372 -3900.2
## + PoolQC         3   0.76439 29.437 -3899.8
## + LotArea        1   0.53054 29.671 -3895.1
## + KitchenAbvGr   1   0.52968 29.672 -3895.1
## + PavedDrive     2   0.57147 29.630 -3894.7
## + ExterQual      3   0.59909 29.602 -3893.7
## + LandContour    3   0.59022 29.611 -3893.3
## + ScreenPorch    1   0.36918 29.832 -3889.2
## + Condition2     6   0.60136 29.600 -3887.8
## + Functional     5   0.47494 29.726 -3885.1
## + Exterior2nd   15   1.00004 29.201 -3884.6
## + BsmtUnfSF      1   0.23185 29.969 -3884.2
## + Condition1     8   0.59616 29.605 -3883.6
## + PoolArea       1   0.20708 29.994 -3883.3
## + LandSlope      2   0.23162 29.970 -3882.2
## + BsmtFinSF2     1   0.14612 30.055 -3881.0
## + LotShape       3   0.24691 29.954 -3880.7
## + LotConfig      4   0.29640 29.905 -3880.5
## + BedroomAbvGr   1   0.12818 30.073 -3880.4
## + LowQualFinSF   1   0.09456 30.107 -3879.2
## + X3SsnPorch     1   0.09255 30.109 -3879.1
## + MasVnrType     4   0.24983 29.951 -3878.8
## + MoSold         1   0.07742 30.124 -3878.5
## + EnclosedPorch  1   0.07716 30.124 -3878.5
## + LotFrontage    1   0.06657 30.135 -3878.2
## <none>                       30.201 -3877.7
## + BsmtHalfBath   1   0.05494 30.146 -3877.7
## + MasVnrArea     1   0.03915 30.162 -3877.2
## + RoofStyle      5   0.24614 29.955 -3876.7
## + FullBath       1   0.01986 30.181 -3876.5
## + HalfBath       1   0.00606 30.195 -3876.0
## + YrSold         1   0.00567 30.195 -3875.9
## + OpenPorchSF    1   0.00553 30.196 -3875.9
## + TotRmsAbvGrd   1   0.00092 30.200 -3875.8
## + MiscVal        1   0.00058 30.201 -3875.8
## + Id             1   0.00042 30.201 -3875.8
## + Street         1   0.00001 30.201 -3875.7
## + MiscFeature    3   0.10033 30.101 -3875.4
## + Alley          2   0.03190 30.169 -3874.9
## + SaleType       8   0.31064 29.891 -3873.1
## + Fence          4   0.08712 30.114 -3872.9
## 
## Step:  AIC=-3986.82
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageCars     1   2.44046 24.599 -4088.4
## + RoofMatl       7   2.30239 24.737 -4070.3
## + GarageArea     1   1.96421 25.076 -4067.4
## + GarageFinish   3   1.73686 25.303 -4053.5
## + OverallCond    1   1.52325 25.517 -4048.3
## + YearRemodAdd   1   1.43904 25.601 -4044.7
## + CentralAir     1   1.41349 25.626 -4043.6
## + GarageQual     5   1.44983 25.590 -4037.2
## + GarageType     6   1.34576 25.694 -4030.7
## + KitchenQual    3   1.11885 25.921 -4027.1
## + BldgType       4   1.09169 25.948 -4023.9
## + SaleCondition  5   1.11213 25.928 -4022.8
## + MSSubClass     1   0.90161 26.138 -4022.0
## + GarageYrBlt    1   0.89482 26.145 -4021.7
## + PoolQC         3   0.95904 26.081 -4020.4
## + MSZoning       4   0.97001 26.070 -4018.8
## + X1stFlrSF      1   0.77175 26.268 -4016.5
## + HeatingQC      4   0.87088 26.169 -4014.7
## + YearBuilt      1   0.69446 26.345 -4013.3
## + Heating        4   0.83703 26.203 -4013.2
## + X2ndFlrSF      1   0.68991 26.350 -4013.1
## + Exterior1st   14   1.24394 25.796 -4010.4
## + FireplaceQu    5   0.78563 26.254 -4009.1
## + WoodDeckSF     1   0.59234 26.447 -4009.1
## + HouseStyle     7   0.83596 26.204 -4007.2
## + Fireplaces     1   0.54117 26.498 -4007.0
## + BsmtFullBath   1   0.50793 26.532 -4005.6
## + TotalBsmtSF    1   0.49031 26.549 -4004.9
## + Condition2     6   0.70343 26.336 -4003.7
## + ExterCond      4   0.58015 26.460 -4002.6
## + BsmtExposure   4   0.56471 26.475 -4001.9
## + LotArea        1   0.39566 26.644 -4001.0
## + ExterQual      3   0.45786 26.582 -3999.5
## + ScreenPorch    1   0.34262 26.697 -3998.8
## + Foundation     5   0.53431 26.505 -3998.7
## + LandContour    3   0.43396 26.606 -3998.5
## + PoolArea       1   0.32567 26.714 -3998.1
## + Electrical     5   0.49186 26.548 -3996.9
## + BsmtCond       3   0.39159 26.648 -3996.8
## + Exterior2nd   15   0.94700 26.093 -3995.9
## + Functional     5   0.39808 26.642 -3993.1
## + PavedDrive     2   0.23313 26.807 -3992.3
## + FullBath       1   0.15870 26.881 -3991.3
## + LotConfig      4   0.28386 26.756 -3990.4
## + KitchenAbvGr   1   0.13495 26.905 -3990.3
## + Condition1     8   0.47199 26.568 -3990.1
## + LowQualFinSF   1   0.12656 26.913 -3990.0
## + BsmtFinSF1     1   0.11921 26.921 -3989.7
## + TotRmsAbvGrd   1   0.10330 26.936 -3989.0
## + BsmtFinSF2     1   0.08453 26.955 -3988.2
## + LandSlope      2   0.12939 26.910 -3988.1
## + LotShape       3   0.17412 26.866 -3987.9
## + SaleType       8   0.41035 26.629 -3987.6
## + X3SsnPorch     1   0.06220 26.977 -3987.3
## + BsmtUnfSF      1   0.05972 26.980 -3987.2
## <none>                       27.040 -3986.8
## + EnclosedPorch  1   0.04450 26.995 -3986.6
## + BsmtFinType2   6   0.28045 26.759 -3986.2
## + MoSold         1   0.03351 27.006 -3986.2
## + RoofStyle      5   0.21572 26.824 -3985.6
## + MasVnrType     4   0.16396 26.876 -3985.5
## + LotFrontage    1   0.01507 27.025 -3985.4
## + BedroomAbvGr   1   0.01254 27.027 -3985.3
## + MasVnrArea     1   0.01030 27.029 -3985.2
## + BsmtHalfBath   1   0.00732 27.032 -3985.1
## + HalfBath       1   0.00172 27.038 -3984.9
## + MiscVal        1   0.00049 27.039 -3984.8
## + YrSold         1   0.00036 27.039 -3984.8
## + Street         1   0.00030 27.039 -3984.8
## + OpenPorchSF    1   0.00010 27.040 -3984.8
## + Id             1   0.00000 27.040 -3984.8
## + Fence          4   0.14267 26.897 -3984.6
## + Alley          2   0.03957 27.000 -3984.4
## + MiscFeature    3   0.05134 26.988 -3982.9
## 
## Step:  AIC=-4088.39
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars
## 
##                 Df Sum of Sq    RSS     AIC
## + RoofMatl       7   2.03983 22.559 -4169.2
## + OverallCond    1   1.78026 22.819 -4168.7
## + YearRemodAdd   1   1.29695 23.302 -4145.7
## + CentralAir     1   1.24529 23.354 -4143.3
## + MSZoning       4   1.11854 23.481 -4131.4
## + BldgType       4   0.95173 23.648 -4123.6
## + HeatingQC      4   0.84393 23.755 -4118.6
## + MSSubClass     1   0.69034 23.909 -4117.6
## + KitchenQual    3   0.76699 23.832 -4117.1
## + SaleCondition  5   0.83018 23.769 -4116.0
## + PoolQC         3   0.72830 23.871 -4115.3
## + GarageFinish   3   0.67499 23.924 -4112.9
## + Exterior1st   14   1.07799 23.521 -4109.5
## + Condition2     6   0.72205 23.877 -4109.0
## + Heating        4   0.63064 23.969 -4108.8
## + WoodDeckSF     1   0.47957 24.120 -4108.0
## + Fireplaces     1   0.45339 24.146 -4106.8
## + X1stFlrSF      1   0.44998 24.149 -4106.6
## + FireplaceQu    5   0.61402 23.985 -4106.1
## + X2ndFlrSF      1   0.40787 24.191 -4104.7
## + BsmtFullBath   1   0.40304 24.196 -4104.5
## + GarageType     6   0.60341 23.996 -4103.6
## + HouseStyle     7   0.60598 23.993 -4101.7
## + ExterCond      4   0.47275 24.127 -4101.6
## + LotArea        1   0.33782 24.261 -4101.5
## + ScreenPorch    1   0.30426 24.295 -4100.0
## + LandContour    3   0.38180 24.218 -4099.5
## + YearBuilt      1   0.28823 24.311 -4099.3
## + BsmtExposure   4   0.42008 24.179 -4099.3
## + TotalBsmtSF    1   0.27242 24.327 -4098.6
## + BsmtCond       3   0.35749 24.242 -4098.4
## + ExterQual      3   0.35513 24.244 -4098.3
## + GarageQual     5   0.44195 24.157 -4098.2
## + Electrical     5   0.42912 24.170 -4097.7
## + Functional     5   0.41942 24.180 -4097.2
## + Foundation     5   0.40339 24.196 -4096.5
## + PoolArea       1   0.21922 24.380 -4096.2
## + Exterior2nd   15   0.80943 23.790 -4095.0
## + Condition1     8   0.48054 24.119 -4094.0
## + KitchenAbvGr   1   0.14241 24.457 -4092.8
## + LotConfig      4   0.27029 24.329 -4092.5
## + FullBath       1   0.13409 24.465 -4092.4
## + TotRmsAbvGrd   1   0.09085 24.508 -4090.4
## + LotShape       3   0.17655 24.423 -4090.3
## + BsmtFinSF1     1   0.08228 24.517 -4090.1
## + BsmtFinSF2     1   0.07468 24.525 -4089.7
## + SaleType       8   0.36893 24.230 -4088.9
## + LowQualFinSF   1   0.05249 24.547 -4088.7
## + GarageArea     1   0.05163 24.548 -4088.7
## <none>                       24.599 -4088.4
## + Street         1   0.04232 24.557 -4088.3
## + LandSlope      2   0.08678 24.512 -4088.3
## + LotFrontage    1   0.03933 24.560 -4088.1
## + MoSold         1   0.03644 24.563 -4088.0
## + X3SsnPorch     1   0.03178 24.567 -4087.8
## + EnclosedPorch  1   0.02354 24.576 -4087.4
## + PavedDrive     2   0.06729 24.532 -4087.4
## + BsmtUnfSF      1   0.01605 24.583 -4087.1
## + YrSold         1   0.01541 24.584 -4087.1
## + BsmtHalfBath   1   0.00897 24.590 -4086.8
## + HalfBath       1   0.00855 24.591 -4086.8
## + Id             1   0.00663 24.593 -4086.7
## + MasVnrArea     1   0.00323 24.596 -4086.5
## + GarageYrBlt    1   0.00247 24.597 -4086.5
## + MiscVal        1   0.00138 24.598 -4086.5
## + RoofStyle      5   0.18007 24.419 -4086.4
## + OpenPorchSF    1   0.00075 24.599 -4086.4
## + BsmtFinType2   6   0.22428 24.375 -4086.4
## + BedroomAbvGr   1   0.00008 24.599 -4086.4
## + Alley          2   0.03941 24.560 -4086.1
## + Fence          4   0.11078 24.488 -4085.3
## + MasVnrType     4   0.07513 24.524 -4083.7
## + MiscFeature    3   0.02576 24.573 -4083.5
## 
## Step:  AIC=-4169.18
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl
## 
##                 Df Sum of Sq    RSS     AIC
## + OverallCond    1   1.79226 20.767 -4257.8
## + YearRemodAdd   1   1.31650 21.243 -4233.0
## + CentralAir     1   1.30135 21.258 -4232.2
## + TotalBsmtSF    1   1.23368 21.326 -4228.8
## + MSZoning       4   1.10487 21.455 -4216.2
## + X1stFlrSF      1   0.92678 21.633 -4213.1
## + BsmtFinSF1     1   0.91152 21.648 -4212.3
## + X2ndFlrSF      1   0.84617 21.713 -4209.0
## + SaleCondition  5   0.98592 21.573 -4208.1
## + BldgType       4   0.90369 21.656 -4205.9
## + MSSubClass     1   0.77620 21.783 -4205.5
## + KitchenQual    3   0.84382 21.716 -4204.9
## + HeatingQC      4   0.87081 21.689 -4204.3
## + Condition2     6   0.87876 21.681 -4200.7
## + GarageFinish   3   0.69973 21.860 -4197.7
## + HouseStyle     7   0.80976 21.750 -4195.2
## + BsmtFullBath   1   0.55958 22.000 -4194.7
## + YearBuilt      1   0.51826 22.041 -4192.6
## + Heating        4   0.63003 21.929 -4192.2
## + LotArea        1   0.50658 22.053 -4192.0
## + Fireplaces     1   0.50304 22.056 -4191.9
## + GarageType     6   0.65533 21.904 -4189.5
## + WoodDeckSF     1   0.43878 22.121 -4188.7
## + Exterior1st   14   0.94835 21.611 -4188.2
## + ExterQual      3   0.47521 22.084 -4186.5
## + Functional     5   0.53167 22.028 -4185.3
## + BsmtExposure   4   0.48724 22.072 -4185.1
## + ExterCond      4   0.48302 22.076 -4184.9
## + FireplaceQu    5   0.48729 22.072 -4183.1
## + GarageArea     1   0.32516 22.234 -4183.1
## + BsmtCond       3   0.37691 22.183 -4181.6
## + Foundation     5   0.45709 22.102 -4181.6
## + ScreenPorch    1   0.27847 22.281 -4180.8
## + GarageQual     5   0.43506 22.124 -4180.5
## + Electrical     5   0.40165 22.158 -4178.9
## + SaleType       8   0.51166 22.048 -4178.3
## + KitchenAbvGr   1   0.17974 22.380 -4175.9
## + LotConfig      4   0.24000 22.319 -4172.9
## + LandContour    3   0.19837 22.361 -4172.9
## + LowQualFinSF   1   0.07966 22.480 -4171.1
## + MoSold         1   0.07776 22.482 -4171.0
## + Condition1     8   0.36209 22.197 -4170.9
## + BedroomAbvGr   1   0.07317 22.486 -4170.7
## + BsmtFinSF2     1   0.07151 22.488 -4170.7
## + Exterior2nd   15   0.63477 21.925 -4170.4
## + PavedDrive     2   0.09819 22.461 -4170.0
## <none>                       22.559 -4169.2
## + X3SsnPorch     1   0.03900 22.520 -4169.1
## + Street         1   0.03713 22.522 -4169.0
## + EnclosedPorch  1   0.03639 22.523 -4168.9
## + RoofStyle      5   0.19963 22.360 -4168.9
## + FullBath       1   0.03508 22.524 -4168.9
## + LotFrontage    1   0.03356 22.526 -4168.8
## + MasVnrType     4   0.15604 22.403 -4168.8
## + LandSlope      2   0.07066 22.489 -4168.6
## + LotShape       3   0.10575 22.454 -4168.3
## + BsmtFinType2   6   0.22464 22.335 -4168.1
## + GarageYrBlt    1   0.01856 22.541 -4168.1
## + YrSold         1   0.01537 22.544 -4167.9
## + OpenPorchSF    1   0.01016 22.549 -4167.7
## + TotRmsAbvGrd   1   0.00610 22.553 -4167.5
## + BsmtUnfSF      1   0.00585 22.554 -4167.5
## + MasVnrArea     1   0.00263 22.557 -4167.3
## + BsmtHalfBath   1   0.00195 22.558 -4167.3
## + MiscVal        1   0.00047 22.559 -4167.2
## + PoolArea       1   0.00018 22.559 -4167.2
## + HalfBath       1   0.00000 22.559 -4167.2
## + Id             1   0.00000 22.559 -4167.2
## + Alley          2   0.03867 22.521 -4167.1
## + Fence          4   0.11657 22.443 -4166.9
## + PoolQC         3   0.06054 22.499 -4166.1
## + MiscFeature    3   0.02528 22.534 -4164.4
## 
## Step:  AIC=-4257.82
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond
## 
##                 Df Sum of Sq    RSS     AIC
## + TotalBsmtSF    1   1.83090 18.936 -4356.9
## + X1stFlrSF      1   1.30892 19.458 -4327.1
## + X2ndFlrSF      1   1.23578 19.531 -4323.0
## + YearBuilt      1   1.05686 19.710 -4313.0
## + BsmtFinSF1     1   1.04393 19.723 -4312.3
## + MSZoning       4   0.94462 19.823 -4300.8
## + HouseStyle     7   1.04577 19.721 -4300.4
## + CentralAir     1   0.74238 20.025 -4295.7
## + MSSubClass     1   0.71590 20.051 -4294.2
## + GarageFinish   3   0.76961 19.997 -4293.2
## + BsmtFullBath   1   0.66814 20.099 -4291.6
## + SaleCondition  5   0.79285 19.974 -4290.4
## + BldgType       4   0.74692 20.020 -4289.9
## + Condition2     6   0.81834 19.949 -4289.8
## + Fireplaces     1   0.59600 20.171 -4287.7
## + YearRemodAdd   1   0.54922 20.218 -4285.2
## + Foundation     5   0.67584 20.091 -4284.1
## + GarageType     6   0.69886 20.068 -4283.3
## + LotArea        1   0.48245 20.285 -4281.6
## + KitchenQual    3   0.53457 20.233 -4280.4
## + Exterior1st   14   0.93032 19.837 -4280.0
## + BsmtExposure   4   0.56232 20.205 -4279.9
## + HeatingQC      4   0.56155 20.206 -4279.8
## + FireplaceQu    5   0.52084 20.246 -4275.6
## + Heating        4   0.47148 20.296 -4275.0
## + WoodDeckSF     1   0.34174 20.425 -4274.0
## + ScreenPorch    1   0.27647 20.491 -4270.5
## + GarageArea     1   0.27590 20.491 -4270.5
## + SaleType       8   0.52797 20.239 -4270.0
## + ExterQual      3   0.26065 20.506 -4265.7
## + Condition1     8   0.42045 20.347 -4264.2
## + LandContour    3   0.22660 20.541 -4263.8
## + Exterior2nd   15   0.66955 20.098 -4263.7
## + BsmtCond       3   0.22259 20.545 -4263.6
## + KitchenAbvGr   1   0.10412 20.663 -4261.3
## + LotConfig      4   0.21434 20.553 -4261.2
## + BedroomAbvGr   1   0.10062 20.666 -4261.1
## + BsmtFinSF2     1   0.08027 20.687 -4260.1
## + GarageQual     5   0.22889 20.538 -4260.0
## + RoofStyle      5   0.22547 20.542 -4259.8
## + PavedDrive     2   0.11156 20.656 -4259.7
## + FullBath       1   0.07253 20.695 -4259.7
## + MoSold         1   0.06648 20.701 -4259.3
## + MasVnrType     4   0.17093 20.596 -4258.9
## + Functional     5   0.20646 20.561 -4258.8
## + LandSlope      2   0.09044 20.677 -4258.6
## + BsmtUnfSF      1   0.04801 20.719 -4258.4
## + LowQualFinSF   1   0.04180 20.725 -4258.0
## <none>                       20.767 -4257.8
## + ExterCond      4   0.14619 20.621 -4257.6
## + Street         1   0.02937 20.738 -4257.4
## + X3SsnPorch     1   0.02782 20.739 -4257.3
## + BsmtHalfBath   1   0.01616 20.751 -4256.7
## + EnclosedPorch  1   0.01253 20.755 -4256.5
## + LotFrontage    1   0.01215 20.755 -4256.5
## + MasVnrArea     1   0.00638 20.761 -4256.2
## + LotShape       3   0.08188 20.685 -4256.2
## + MiscVal        1   0.00560 20.762 -4256.1
## + GarageYrBlt    1   0.00479 20.762 -4256.1
## + OpenPorchSF    1   0.00407 20.763 -4256.0
## + PoolArea       1   0.00389 20.763 -4256.0
## + TotRmsAbvGrd   1   0.00245 20.765 -4256.0
## + HalfBath       1   0.00155 20.766 -4255.9
## + YrSold         1   0.00138 20.766 -4255.9
## + Id             1   0.00094 20.766 -4255.9
## + Fence          4   0.11231 20.655 -4255.8
## + MiscFeature    3   0.05895 20.708 -4254.9
## + Alley          2   0.01961 20.747 -4254.9
## + Electrical     5   0.13278 20.634 -4254.8
## + PoolQC         3   0.04732 20.720 -4254.3
## + BsmtFinType2   6   0.14789 20.619 -4253.7
## 
## Step:  AIC=-4356.89
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF
## 
##                 Df Sum of Sq    RSS     AIC
## + Condition2     6   1.08918 17.847 -4409.8
## + YearBuilt      1   0.78142 18.155 -4401.0
## + MSZoning       4   0.79758 18.139 -4396.0
## + CentralAir     1   0.69721 18.239 -4396.0
## + GarageFinish   3   0.64608 18.290 -4388.9
## + SaleCondition  5   0.66421 18.272 -4386.0
## + BldgType       4   0.61485 18.321 -4385.0
## + Fireplaces     1   0.50192 18.434 -4384.3
## + YearRemodAdd   1   0.47719 18.459 -4382.8
## + BsmtUnfSF      1   0.46906 18.467 -4382.4
## + Foundation     5   0.58657 18.350 -4381.3
## + BsmtFullBath   1   0.41402 18.522 -4379.1
## + HeatingQC      4   0.47239 18.464 -4376.5
## + BsmtFinSF1     1   0.35972 18.576 -4375.9
## + GarageType     6   0.49076 18.445 -4373.6
## + KitchenQual    3   0.37813 18.558 -4373.0
## + FireplaceQu    5   0.44474 18.491 -4372.9
## + HalfBath       1   0.29907 18.637 -4372.3
## + Heating        4   0.39954 18.537 -4372.2
## + Exterior1st   14   0.72543 18.211 -4371.7
## + ScreenPorch    1   0.26236 18.674 -4370.2
## + LotArea        1   0.26180 18.674 -4370.1
## + WoodDeckSF     1   0.26089 18.675 -4370.1
## + KitchenAbvGr   1   0.20534 18.731 -4366.8
## + SaleType       8   0.42360 18.513 -4365.7
## + BsmtExposure   4   0.27215 18.664 -4364.7
## + GarageQual     5   0.28370 18.653 -4363.4
## + GarageArea     1   0.14521 18.791 -4363.3
## + MSSubClass     1   0.14046 18.796 -4363.0
## + Functional     5   0.27469 18.662 -4362.9
## + Condition1     8   0.35980 18.576 -4361.9
## + BsmtCond       3   0.17156 18.765 -4360.9
## + LandContour    3   0.14485 18.791 -4359.3
## + PavedDrive     2   0.10716 18.829 -4359.1
## + LotConfig      4   0.16268 18.774 -4358.3
## + ExterQual      3   0.12236 18.814 -4358.0
## + GarageYrBlt    1   0.04515 18.891 -4357.5
## + MoSold         1   0.04415 18.892 -4357.4
## + Street         1   0.04015 18.896 -4357.2
## + LandSlope      2   0.07194 18.864 -4357.1
## <none>                       18.936 -4356.9
## + BedroomAbvGr   1   0.03172 18.904 -4356.7
## + LowQualFinSF   1   0.02871 18.907 -4356.5
## + TotRmsAbvGrd   1   0.02612 18.910 -4356.4
## + BsmtFinSF2     1   0.02446 18.912 -4356.3
## + LotFrontage    1   0.01990 18.916 -4356.0
## + FullBath       1   0.01594 18.920 -4355.8
## + ExterCond      4   0.11847 18.818 -4355.8
## + Electrical     5   0.15098 18.785 -4355.7
## + X3SsnPorch     1   0.00911 18.927 -4355.4
## + MiscVal        1   0.00901 18.927 -4355.4
## + EnclosedPorch  1   0.00884 18.927 -4355.4
## + BsmtHalfBath   1   0.00849 18.928 -4355.4
## + X1stFlrSF      1   0.00657 18.930 -4355.3
## + PoolArea       1   0.00252 18.934 -4355.0
## + X2ndFlrSF      1   0.00168 18.935 -4355.0
## + Id             1   0.00137 18.935 -4355.0
## + BsmtFinType2   6   0.17287 18.763 -4354.9
## + MasVnrArea     1   0.00022 18.936 -4354.9
## + YrSold         1   0.00020 18.936 -4354.9
## + OpenPorchSF    1   0.00008 18.936 -4354.9
## + MiscFeature    3   0.05873 18.878 -4354.3
## + PoolQC         3   0.05095 18.885 -4353.8
## + LotShape       3   0.04905 18.887 -4353.7
## + Alley          2   0.01268 18.924 -4353.6
## + Fence          4   0.06704 18.869 -4352.8
## + MasVnrType     4   0.06331 18.873 -4352.6
## + Exterior2nd   15   0.42806 18.508 -4351.9
## + RoofStyle      5   0.05436 18.882 -4350.0
## + HouseStyle     7   0.11911 18.817 -4349.8
## 
## Step:  AIC=-4409.75
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2
## 
##                 Df Sum of Sq    RSS     AIC
## + YearBuilt      1   0.87312 16.974 -4462.7
## + CentralAir     1   0.69142 17.156 -4451.0
## + MSZoning       4   0.77392 17.073 -4450.3
## + SaleCondition  5   0.79120 17.056 -4449.4
## + BsmtUnfSF      1   0.61656 17.230 -4446.3
## + GarageFinish   3   0.66026 17.187 -4445.0
## + BldgType       4   0.62852 17.219 -4441.0
## + BsmtFinSF1     1   0.50428 17.343 -4439.1
## + YearRemodAdd   1   0.46542 17.382 -4436.7
## + Foundation     5   0.58289 17.264 -4436.1
## + Fireplaces     1   0.41253 17.434 -4433.4
## + BsmtFullBath   1   0.38603 17.461 -4431.7
## + HeatingQC      4   0.47780 17.369 -4431.5
## + GarageType     6   0.52334 17.324 -4430.3
## + KitchenQual    3   0.42377 17.423 -4430.1
## + SaleType       8   0.56302 17.284 -4428.9
## + Exterior1st   14   0.73380 17.113 -4427.7
## + LotArea        1   0.30386 17.543 -4426.6
## + HalfBath       1   0.30122 17.546 -4426.4
## + Heating        4   0.39241 17.455 -4426.1
## + WoodDeckSF     1   0.25629 17.591 -4423.6
## + FireplaceQu    5   0.38245 17.465 -4423.5
## + ScreenPorch    1   0.22785 17.619 -4421.8
## + KitchenAbvGr   1   0.22034 17.627 -4421.4
## + GarageArea     1   0.21328 17.634 -4420.9
## + Functional     5   0.32080 17.526 -4419.6
## + BsmtExposure   4   0.28278 17.564 -4419.2
## + GarageQual     5   0.28684 17.560 -4417.5
## + MSSubClass     1   0.13970 17.707 -4416.4
## + ExterQual      3   0.16748 17.680 -4414.1
## + BsmtCond       3   0.15636 17.691 -4413.4
## + BedroomAbvGr   1   0.09097 17.756 -4413.3
## + Condition1     8   0.31057 17.537 -4413.0
## + PavedDrive     2   0.10852 17.739 -4412.4
## + LotConfig      4   0.14723 17.700 -4410.8
## + GarageYrBlt    1   0.04977 17.797 -4410.8
## + Street         1   0.03833 17.809 -4410.1
## + LandSlope      2   0.06897 17.778 -4410.0
## <none>                       17.847 -4409.8
## + MoSold         1   0.03107 17.816 -4409.7
## + Electrical     5   0.15873 17.688 -4409.5
## + BsmtFinType2   6   0.18785 17.659 -4409.3
## + LandContour    3   0.08982 17.757 -4409.3
## + LowQualFinSF   1   0.02299 17.824 -4409.2
## + LotFrontage    1   0.01976 17.827 -4409.0
## + BsmtFinSF2     1   0.01866 17.828 -4408.9
## + ExterCond      4   0.11503 17.732 -4408.8
## + MasVnrArea     1   0.01323 17.834 -4408.6
## + EnclosedPorch  1   0.01027 17.837 -4408.4
## + BsmtHalfBath   1   0.00951 17.838 -4408.3
## + X3SsnPorch     1   0.00680 17.840 -4408.2
## + FullBath       1   0.00660 17.840 -4408.2
## + X1stFlrSF      1   0.00483 17.842 -4408.0
## + TotRmsAbvGrd   1   0.00342 17.844 -4408.0
## + PoolQC         3   0.06846 17.779 -4408.0
## + MiscVal        1   0.00149 17.846 -4407.8
## + OpenPorchSF    1   0.00135 17.846 -4407.8
## + YrSold         1   0.00128 17.846 -4407.8
## + Id             1   0.00120 17.846 -4407.8
## + X2ndFlrSF      1   0.00119 17.846 -4407.8
## + PoolArea       1   0.00051 17.847 -4407.8
## + Exterior2nd   15   0.44562 17.401 -4407.4
## + LotShape       3   0.05263 17.794 -4407.0
## + MiscFeature    3   0.05024 17.797 -4406.8
## + Alley          2   0.01440 17.833 -4406.6
## + RoofStyle      5   0.10397 17.743 -4406.2
## + Fence          4   0.06148 17.786 -4405.5
## + MasVnrType     4   0.05904 17.788 -4405.4
## + HouseStyle     7   0.11288 17.734 -4402.7
## 
## Step:  AIC=-4462.68
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt
## 
##                 Df Sum of Sq    RSS     AIC
## + MSZoning       4   0.90589 16.068 -4514.7
## + BldgType       4   0.83497 16.139 -4509.9
## + BsmtUnfSF      1   0.66348 16.311 -4504.3
## + SaleCondition  5   0.65773 16.316 -4496.0
## + BsmtFinSF1     1   0.52617 16.448 -4495.2
## + Fireplaces     1   0.49716 16.477 -4493.2
## + LotArea        1   0.46059 16.513 -4490.8
## + CentralAir     1   0.44710 16.527 -4489.9
## + BsmtFullBath   1   0.41403 16.560 -4487.7
## + FireplaceQu    5   0.44943 16.524 -4482.1
## + GarageFinish   3   0.37896 16.595 -4481.4
## + ScreenPorch    1   0.26738 16.707 -4478.1
## + KitchenQual    3   0.31611 16.658 -4477.3
## + Exterior1st   14   0.64398 16.330 -4477.0
## + WoodDeckSF     1   0.22091 16.753 -4475.0
## + GarageArea     1   0.22035 16.754 -4475.0
## + Heating        4   0.30120 16.673 -4474.3
## + BsmtExposure   4   0.29743 16.677 -4474.0
## + Functional     5   0.32581 16.648 -4473.9
## + SaleType       8   0.40123 16.573 -4472.9
## + KitchenAbvGr   1   0.18072 16.793 -4472.4
## + HalfBath       1   0.17937 16.795 -4472.3
## + HeatingQC      4   0.24544 16.729 -4470.6
## + MSSubClass     1   0.14853 16.825 -4470.3
## + YearRemodAdd   1   0.14462 16.829 -4470.0
## + GarageType     6   0.29293 16.681 -4469.7
## + ExterQual      3   0.16487 16.809 -4467.4
## + LandSlope      2   0.11585 16.858 -4466.2
## + Foundation     5   0.20028 16.774 -4465.7
## + BedroomAbvGr   1   0.05663 16.917 -4464.3
## + LotConfig      4   0.14615 16.828 -4464.1
## + LandContour    3   0.10545 16.869 -4463.5
## + GarageYrBlt    1   0.04279 16.931 -4463.4
## + GarageQual     5   0.16552 16.808 -4463.4
## + MoSold         1   0.03513 16.939 -4462.9
## <none>                       16.974 -4462.7
## + Street         1   0.02826 16.946 -4462.5
## + BsmtFinSF2     1   0.02656 16.947 -4462.4
## + LotFrontage    1   0.02570 16.948 -4462.3
## + EnclosedPorch  1   0.02018 16.954 -4462.0
## + TotRmsAbvGrd   1   0.01699 16.957 -4461.8
## + LowQualFinSF   1   0.01124 16.963 -4461.4
## + X1stFlrSF      1   0.01121 16.963 -4461.4
## + Alley          2   0.03913 16.935 -4461.2
## + FullBath       1   0.00679 16.967 -4461.1
## + PoolArea       1   0.00667 16.967 -4461.1
## + Condition1     8   0.22221 16.752 -4461.1
## + X2ndFlrSF      1   0.00648 16.968 -4461.1
## + BsmtHalfBath   1   0.00621 16.968 -4461.1
## + MasVnrArea     1   0.00587 16.968 -4461.1
## + X3SsnPorch     1   0.00495 16.969 -4461.0
## + OpenPorchSF    1   0.00251 16.971 -4460.8
## + MiscVal        1   0.00214 16.972 -4460.8
## + YrSold         1   0.00156 16.972 -4460.8
## + Id             1   0.00005 16.974 -4460.7
## + ExterCond      4   0.08741 16.887 -4460.3
## + LotShape       3   0.05467 16.919 -4460.2
## + MiscFeature    3   0.05441 16.920 -4460.2
## + BsmtFinType2   6   0.14652 16.827 -4460.2
## + BsmtCond       3   0.05389 16.920 -4460.2
## + PoolQC         3   0.04936 16.925 -4459.9
## + RoofStyle      5   0.11046 16.863 -4459.8
## + PavedDrive     2   0.01119 16.963 -4459.4
## + Fence          4   0.06687 16.907 -4459.0
## + MasVnrType     4   0.06637 16.908 -4459.0
## + Electrical     5   0.07625 16.898 -4457.6
## + HouseStyle     7   0.11340 16.861 -4456.0
## + Exterior2nd   15   0.34746 16.627 -4455.3
## 
## Step:  AIC=-4514.73
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtUnfSF      1   0.68987 15.378 -4560.8
## + BldgType       4   0.64742 15.421 -4551.8
## + BsmtFinSF1     1   0.55023 15.518 -4550.9
## + Fireplaces     1   0.46167 15.606 -4544.7
## + LotArea        1   0.44087 15.627 -4543.2
## + BsmtFullBath   1   0.42504 15.643 -4542.1
## + CentralAir     1   0.38787 15.680 -4539.5
## + SaleCondition  5   0.49597 15.572 -4539.1
## + GarageFinish   3   0.43840 15.630 -4539.0
## + Exterior1st   14   0.69553 15.373 -4535.2
## + FireplaceQu    5   0.41030 15.658 -4533.1
## + Functional     5   0.37871 15.689 -4530.9
## + KitchenQual    3   0.31316 15.755 -4530.3
## + ScreenPorch    1   0.25015 15.818 -4529.9
## + BsmtExposure   4   0.32771 15.740 -4529.3
## + GarageArea     1   0.22150 15.847 -4527.9
## + Heating        4   0.30498 15.763 -4527.7
## + HeatingQC      4   0.28200 15.786 -4526.1
## + WoodDeckSF     1   0.18099 15.887 -4525.1
## + SaleType       8   0.37700 15.691 -4524.7
## + GarageType     6   0.31589 15.752 -4524.5
## + KitchenAbvGr   1   0.16688 15.901 -4524.2
## + YearRemodAdd   1   0.14189 15.926 -4522.4
## + HalfBath       1   0.13810 15.930 -4522.2
## + LandSlope      2   0.16512 15.903 -4522.0
## + LandContour    3   0.16973 15.898 -4520.4
## + BedroomAbvGr   1   0.09882 15.969 -4519.5
## + MSSubClass     1   0.08896 15.979 -4518.8
## + Foundation     5   0.20503 15.863 -4518.8
## + GarageQual     5   0.19331 15.875 -4518.0
## + ExterQual      3   0.11747 15.951 -4516.8
## + GarageYrBlt    1   0.05598 16.012 -4516.6
## + EnclosedPorch  1   0.03282 16.035 -4515.0
## + LotFrontage    1   0.02970 16.038 -4514.8
## <none>                       16.068 -4514.7
## + BsmtFinSF2     1   0.02583 16.042 -4514.5
## + ExterCond      4   0.10925 15.959 -4514.2
## + RoofStyle      5   0.13799 15.930 -4514.2
## + MoSold         1   0.01807 16.050 -4514.0
## + Condition1     8   0.21870 15.849 -4513.7
## + LotConfig      4   0.10243 15.966 -4513.7
## + X1stFlrSF      1   0.01379 16.054 -4513.7
## + FullBath       1   0.01373 16.054 -4513.7
## + MasVnrArea     1   0.01185 16.056 -4513.5
## + X2ndFlrSF      1   0.01055 16.058 -4513.5
## + TotRmsAbvGrd   1   0.00839 16.060 -4513.3
## + PoolArea       1   0.00816 16.060 -4513.3
## + BsmtHalfBath   1   0.00621 16.062 -4513.2
## + Street         1   0.00388 16.064 -4513.0
## + LowQualFinSF   1   0.00329 16.065 -4513.0
## + MiscVal        1   0.00269 16.065 -4512.9
## + X3SsnPorch     1   0.00256 16.066 -4512.9
## + MiscFeature    3   0.06111 16.007 -4512.9
## + BsmtCond       3   0.06028 16.008 -4512.9
## + YrSold         1   0.00074 16.067 -4512.8
## + OpenPorchSF    1   0.00009 16.068 -4512.7
## + Id             1   0.00004 16.068 -4512.7
## + BsmtFinType2   6   0.14492 15.923 -4512.7
## + Electrical     5   0.11390 15.954 -4512.5
## + LotShape       3   0.04648 16.022 -4511.9
## + Alley          2   0.01714 16.051 -4511.9
## + Exterior2nd   15   0.39372 15.674 -4511.9
## + PoolQC         3   0.04590 16.022 -4511.9
## + Fence          4   0.07073 15.997 -4511.6
## + MasVnrType     4   0.06668 16.001 -4511.3
## + PavedDrive     2   0.00708 16.061 -4511.2
## + HouseStyle     7   0.10052 15.968 -4507.6
## 
## Step:  AIC=-4560.79
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF
## 
##                 Df Sum of Sq    RSS     AIC
## + BldgType       4   0.61436 14.764 -4597.4
## + SaleCondition  5   0.54033 14.838 -4590.0
## + Fireplaces     1   0.38143 14.997 -4586.3
## + CentralAir     1   0.35707 15.021 -4584.5
## + Exterior1st   14   0.70259 14.676 -4584.0
## + GarageFinish   3   0.37243 15.006 -4581.6
## + LotArea        1   0.31653 15.062 -4581.6
## + Functional     5   0.39201 14.986 -4579.1
## + FireplaceQu    5   0.38766 14.991 -4578.7
## + ScreenPorch    1   0.23693 15.141 -4575.8
## + Heating        4   0.29547 15.083 -4574.0
## + HeatingQC      4   0.28744 15.091 -4573.4
## + KitchenQual    3   0.25670 15.121 -4573.2
## + SaleType       8   0.37313 15.005 -4571.7
## + KitchenAbvGr   1   0.16729 15.211 -4570.8
## + GarageArea     1   0.16656 15.212 -4570.7
## + GarageType     6   0.29814 15.080 -4570.2
## + YearRemodAdd   1   0.14900 15.229 -4569.4
## + MSSubClass     1   0.11173 15.267 -4566.8
## + WoodDeckSF     1   0.10977 15.268 -4566.6
## + Foundation     5   0.21734 15.161 -4566.4
## + HalfBath       1   0.10522 15.273 -4566.3
## + BsmtFullBath   1   0.10179 15.276 -4566.1
## + LandSlope      2   0.10467 15.274 -4564.3
## + BsmtExposure   4   0.15513 15.223 -4563.9
## + GarageQual     5   0.18042 15.198 -4563.7
## + GarageYrBlt    1   0.06688 15.311 -4563.6
## + LandContour    3   0.11490 15.263 -4563.0
## + Exterior2nd   15   0.43927 14.939 -4562.5
## + BedroomAbvGr   1   0.04363 15.335 -4561.9
## + Condition1     8   0.23760 15.141 -4561.8
## + ExterQual      3   0.09795 15.280 -4561.8
## + BsmtFinType2   6   0.17235 15.206 -4561.1
## <none>                       15.378 -4560.8
## + ExterCond      4   0.11158 15.267 -4560.8
## + EnclosedPorch  1   0.02595 15.352 -4560.6
## + TotRmsAbvGrd   1   0.02581 15.352 -4560.6
## + LotFrontage    1   0.02009 15.358 -4560.2
## + MoSold         1   0.01985 15.358 -4560.2
## + Fence          4   0.10352 15.275 -4560.2
## + PoolQC         3   0.06699 15.311 -4559.6
## + X1stFlrSF      1   0.01062 15.368 -4559.5
## + MasVnrArea     1   0.01003 15.368 -4559.5
## + BsmtHalfBath   1   0.00963 15.369 -4559.5
## + X2ndFlrSF      1   0.00752 15.371 -4559.3
## + LotConfig      4   0.09056 15.288 -4559.3
## + X3SsnPorch     1   0.00652 15.372 -4559.3
## + LowQualFinSF   1   0.00432 15.374 -4559.1
## + BsmtCond       3   0.05991 15.318 -4559.1
## + BsmtFinSF1     1   0.00221 15.376 -4558.9
## + BsmtFinSF2     1   0.00221 15.376 -4558.9
## + FullBath       1   0.00195 15.376 -4558.9
## + MiscVal        1   0.00162 15.377 -4558.9
## + OpenPorchSF    1   0.00106 15.377 -4558.9
## + PoolArea       1   0.00088 15.377 -4558.8
## + Id             1   0.00083 15.377 -4558.8
## + MiscFeature    3   0.05660 15.322 -4558.8
## + Street         1   0.00028 15.378 -4558.8
## + YrSold         1   0.00005 15.378 -4558.8
## + Electrical     5   0.10461 15.274 -4558.3
## + Alley          2   0.01999 15.358 -4558.2
## + PavedDrive     2   0.01493 15.363 -4557.8
## + RoofStyle      5   0.09067 15.287 -4557.3
## + LotShape       3   0.03341 15.345 -4557.2
## + MasVnrType     4   0.05329 15.325 -4556.6
## + HouseStyle     7   0.10566 15.273 -4554.3
## 
## Step:  AIC=-4597.43
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType
## 
##                 Df Sum of Sq    RSS     AIC
## + Exterior1st   14   0.74101 14.023 -4625.8
## + CentralAir     1   0.31970 14.444 -4619.4
## + Functional     5   0.41986 14.344 -4619.0
## + SaleCondition  5   0.41325 14.351 -4618.5
## + Fireplaces     1   0.28898 14.475 -4617.1
## + LotArea        1   0.26126 14.503 -4615.0
## + Heating        4   0.32825 14.436 -4614.0
## + ScreenPorch    1   0.21212 14.552 -4611.3
## + KitchenQual    3   0.24285 14.521 -4609.6
## + FireplaceQu    5   0.27562 14.488 -4608.1
## + GarageFinish   3   0.21436 14.550 -4607.4
## + HeatingQC      4   0.24016 14.524 -4607.4
## + YearRemodAdd   1   0.14035 14.623 -4605.9
## + BsmtFullBath   1   0.13493 14.629 -4605.5
## + HalfBath       1   0.11710 14.647 -4604.1
## + SaleType       8   0.28924 14.475 -4603.1
## + GarageArea     1   0.10067 14.663 -4602.9
## + Foundation     5   0.20650 14.557 -4602.9
## + BsmtExposure   4   0.17883 14.585 -4602.8
## + WoodDeckSF     1   0.07781 14.686 -4601.2
## + ExterCond      4   0.14030 14.624 -4599.9
## + BsmtFinType2   6   0.18991 14.574 -4599.6
## + LandSlope      2   0.08235 14.681 -4599.6
## + Fence          4   0.13547 14.628 -4599.5
## + BedroomAbvGr   1   0.04964 14.714 -4599.1
## + LandContour    3   0.10239 14.662 -4599.0
## + ExterQual      3   0.09504 14.669 -4598.5
## + GarageQual     5   0.14820 14.616 -4598.5
## + GarageYrBlt    1   0.03536 14.729 -4598.1
## + GarageType     6   0.16619 14.598 -4597.8
## + Exterior2nd   15   0.40310 14.361 -4597.7
## <none>                       14.764 -4597.4
## + Alley          2   0.05203 14.712 -4597.3
## + MiscFeature    3   0.07721 14.687 -4597.2
## + TotRmsAbvGrd   1   0.02239 14.742 -4597.1
## + MasVnrArea     1   0.01735 14.746 -4596.7
## + BsmtCond       3   0.06979 14.694 -4596.6
## + LotFrontage    1   0.01451 14.749 -4596.5
## + EnclosedPorch  1   0.01421 14.750 -4596.5
## + MoSold         1   0.01345 14.750 -4596.4
## + Condition1     8   0.19992 14.564 -4596.4
## + KitchenAbvGr   1   0.01158 14.752 -4596.3
## + X1stFlrSF      1   0.01140 14.752 -4596.3
## + X2ndFlrSF      1   0.00811 14.756 -4596.0
## + BsmtHalfBath   1   0.00786 14.756 -4596.0
## + PoolQC         3   0.06130 14.703 -4596.0
## + LowQualFinSF   1   0.00450 14.759 -4595.8
## + X3SsnPorch     1   0.00415 14.760 -4595.7
## + FullBath       1   0.00376 14.760 -4595.7
## + BsmtFinSF1     1   0.00331 14.761 -4595.7
## + BsmtFinSF2     1   0.00331 14.761 -4595.7
## + MiscVal        1   0.00289 14.761 -4595.6
## + OpenPorchSF    1   0.00137 14.762 -4595.5
## + MSSubClass     1   0.00059 14.763 -4595.5
## + PoolArea       1   0.00056 14.763 -4595.5
## + YrSold         1   0.00040 14.764 -4595.5
## + Street         1   0.00015 14.764 -4595.4
## + Id             1   0.00011 14.764 -4595.4
## + LotConfig      4   0.07972 14.684 -4595.4
## + PavedDrive     2   0.02088 14.743 -4595.0
## + Electrical     5   0.09145 14.672 -4594.2
## + MasVnrType     4   0.06233 14.701 -4594.1
## + RoofStyle      5   0.08556 14.678 -4593.8
## + LotShape       3   0.02606 14.738 -4593.4
## + HouseStyle     7   0.09125 14.673 -4590.2
## 
## Step:  AIC=-4625.82
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st
## 
##                 Df Sum of Sq    RSS     AIC
## + CentralAir     1   0.36278 13.660 -4652.5
## + Fireplaces     1   0.25265 13.770 -4643.7
## + LotArea        1   0.22955 13.793 -4641.9
## + Heating        4   0.29336 13.729 -4641.0
## + SaleCondition  5   0.30507 13.718 -4639.9
## + Functional     5   0.28960 13.733 -4638.7
## + ScreenPorch    1   0.18889 13.834 -4638.7
## + KitchenQual    3   0.22310 13.800 -4637.4
## + GarageFinish   3   0.19915 13.824 -4635.5
## + YearRemodAdd   1   0.14367 13.879 -4635.1
## + HeatingQC      4   0.21410 13.809 -4634.7
## + GarageArea     1   0.13219 13.891 -4634.2
## + FireplaceQu    5   0.22861 13.794 -4633.8
## + BsmtFullBath   1   0.12116 13.902 -4633.3
## + BsmtExposure   4   0.18242 13.840 -4632.2
## + HalfBath       1   0.10557 13.917 -4632.1
## + GarageType     6   0.21988 13.803 -4631.1
## + Foundation     5   0.18800 13.835 -4630.6
## + WoodDeckSF     1   0.07585 13.947 -4629.8
## + Fence          4   0.14698 13.876 -4629.4
## + GarageQual     5   0.16968 13.853 -4629.1
## + BsmtFinType2   6   0.18900 13.834 -4628.7
## + LandContour    3   0.10873 13.914 -4628.3
## + GarageYrBlt    1   0.04959 13.973 -4627.7
## + Condition1     8   0.22688 13.796 -4627.7
## + MasVnrArea     1   0.03921 13.984 -4626.9
## + BedroomAbvGr   1   0.03861 13.984 -4626.8
## + SaleType       8   0.21290 13.810 -4626.6
## + ExterQual      3   0.08462 13.938 -4626.4
## + LandSlope      2   0.05874 13.964 -4626.4
## <none>                       14.023 -4625.8
## + ExterCond      4   0.10185 13.921 -4625.8
## + LotFrontage    1   0.02053 14.002 -4625.4
## + Alley          2   0.04517 13.978 -4625.3
## + X1stFlrSF      1   0.01909 14.004 -4625.3
## + PoolQC         3   0.06971 13.953 -4625.3
## + TotRmsAbvGrd   1   0.01715 14.006 -4625.2
## + X2ndFlrSF      1   0.01519 14.008 -4625.0
## + EnclosedPorch  1   0.01164 14.011 -4624.7
## + BsmtFinSF1     1   0.01088 14.012 -4624.7
## + BsmtFinSF2     1   0.01088 14.012 -4624.7
## + MoSold         1   0.00974 14.013 -4624.6
## + BsmtHalfBath   1   0.00922 14.014 -4624.5
## + LotConfig      4   0.08448 13.938 -4624.4
## + MiscFeature    3   0.05849 13.964 -4624.4
## + X3SsnPorch     1   0.00617 14.017 -4624.3
## + KitchenAbvGr   1   0.00594 14.017 -4624.3
## + LowQualFinSF   1   0.00303 14.020 -4624.1
## + MiscVal        1   0.00191 14.021 -4624.0
## + Id             1   0.00112 14.022 -4623.9
## + YrSold         1   0.00083 14.022 -4623.9
## + Street         1   0.00019 14.023 -4623.8
## + PoolArea       1   0.00018 14.023 -4623.8
## + FullBath       1   0.00005 14.023 -4623.8
## + OpenPorchSF    1   0.00004 14.023 -4623.8
## + MSSubClass     1   0.00000 14.023 -4623.8
## + MasVnrType     4   0.07431 13.948 -4623.6
## + PavedDrive     2   0.02077 14.002 -4623.4
## + Electrical     5   0.09407 13.929 -4623.2
## + BsmtCond       3   0.02363 13.999 -4621.7
## + LotShape       3   0.02114 14.002 -4621.5
## + RoofStyle      5   0.05848 13.964 -4620.4
## + HouseStyle     7   0.09484 13.928 -4619.2
## + Exterior2nd   14   0.06463 13.958 -4602.9
## 
## Step:  AIC=-4652.52
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleCondition  5   0.32681 13.333 -4669.0
## + LotArea        1   0.21071 13.449 -4667.5
## + Fireplaces     1   0.20185 13.458 -4666.8
## + ScreenPorch    1   0.16833 13.492 -4664.1
## + Heating        4   0.23899 13.421 -4663.8
## + Functional     5   0.26310 13.397 -4663.8
## + KitchenQual    3   0.20566 13.454 -4663.1
## + GarageFinish   3   0.18449 13.476 -4661.4
## + YearRemodAdd   1   0.12781 13.532 -4660.8
## + BsmtExposure   4   0.18542 13.475 -4659.5
## + HalfBath       1   0.10877 13.551 -4659.3
## + BsmtFullBath   1   0.10409 13.556 -4658.9
## + GarageArea     1   0.10187 13.558 -4658.7
## + FireplaceQu    5   0.18329 13.477 -4657.3
## + Fence          4   0.15389 13.506 -4656.9
## + BsmtFinType2   6   0.19321 13.467 -4656.1
## + WoodDeckSF     1   0.06643 13.594 -4655.9
## + Foundation     5   0.15862 13.501 -4655.3
## + LandContour    3   0.10892 13.551 -4655.3
## + BedroomAbvGr   1   0.05763 13.602 -4655.1
## + GarageType     6   0.17878 13.481 -4654.9
## + Condition1     8   0.22315 13.437 -4654.6
## + HeatingQC      4   0.11879 13.541 -4654.1
## + MasVnrArea     1   0.04361 13.616 -4654.0
## + GarageQual     5   0.14057 13.520 -4653.8
## + Alley          2   0.06045 13.600 -4653.4
## + GarageYrBlt    1   0.03528 13.625 -4653.3
## + SaleType       8   0.20644 13.454 -4653.2
## + LandSlope      2   0.05524 13.605 -4653.0
## + ExterCond      4   0.10480 13.555 -4653.0
## + PoolQC         3   0.07961 13.580 -4652.9
## + ExterQual      3   0.07665 13.583 -4652.7
## <none>                       13.660 -4652.5
## + LotConfig      4   0.09735 13.563 -4652.3
## + LotFrontage    1   0.02122 13.639 -4652.2
## + EnclosedPorch  1   0.01202 13.648 -4651.5
## + TotRmsAbvGrd   1   0.01197 13.648 -4651.5
## + MasVnrType     4   0.08489 13.575 -4651.3
## + BsmtHalfBath   1   0.00937 13.651 -4651.3
## + MoSold         1   0.00839 13.652 -4651.2
## + BsmtFinSF1     1   0.00825 13.652 -4651.2
## + BsmtFinSF2     1   0.00825 13.652 -4651.2
## + X1stFlrSF      1   0.00825 13.652 -4651.2
## + LowQualFinSF   1   0.00737 13.653 -4651.1
## + X3SsnPorch     1   0.00630 13.654 -4651.0
## + X2ndFlrSF      1   0.00484 13.655 -4650.9
## + MiscFeature    3   0.05435 13.606 -4650.9
## + OpenPorchSF    1   0.00287 13.657 -4650.7
## + FullBath       1   0.00199 13.658 -4650.7
## + KitchenAbvGr   1   0.00158 13.659 -4650.6
## + MiscVal        1   0.00088 13.659 -4650.6
## + Id             1   0.00053 13.659 -4650.6
## + MSSubClass     1   0.00016 13.660 -4650.5
## + Street         1   0.00004 13.660 -4650.5
## + PoolArea       1   0.00001 13.660 -4650.5
## + YrSold         1   0.00000 13.660 -4650.5
## + PavedDrive     2   0.01426 13.646 -4649.7
## + LotShape       3   0.02409 13.636 -4648.4
## + RoofStyle      5   0.07223 13.588 -4648.3
## + Electrical     5   0.07202 13.588 -4648.3
## + BsmtCond       3   0.01303 13.647 -4647.6
## + HouseStyle     7   0.11019 13.550 -4647.4
## + Exterior2nd   14   0.07207 13.588 -4630.3
## 
## Step:  AIC=-4669.03
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition
## 
##                 Df Sum of Sq    RSS     AIC
## + LotArea        1  0.211958 13.121 -4684.6
## + Fireplaces     1  0.201145 13.132 -4683.7
## + KitchenQual    3  0.233571 13.100 -4682.4
## + Functional     5  0.263821 13.069 -4680.9
## + ScreenPorch    1  0.167135 13.166 -4680.8
## + Heating        4  0.221121 13.112 -4679.3
## + GarageFinish   3  0.179528 13.154 -4677.9
## + YearRemodAdd   1  0.106694 13.227 -4675.8
## + BsmtFullBath   1  0.104523 13.229 -4675.7
## + BsmtExposure   4  0.170493 13.163 -4675.1
## + GarageArea     1  0.098100 13.235 -4675.1
## + WoodDeckSF     1  0.088065 13.245 -4674.3
## + FireplaceQu    5  0.182480 13.151 -4674.1
## + HalfBath       1  0.082865 13.250 -4673.9
## + BsmtFinType2   6  0.183701 13.149 -4672.2
## + Condition1     8  0.228810 13.104 -4672.0
## + BedroomAbvGr   1  0.054714 13.278 -4671.5
## + Fence          4  0.126184 13.207 -4671.4
## + HeatingQC      4  0.124592 13.209 -4671.3
## + Foundation     5  0.147665 13.186 -4671.2
## + Alley          2  0.068598 13.265 -4670.7
## + LandContour    3  0.089063 13.244 -4670.4
## + LotConfig      4  0.110620 13.223 -4670.2
## + ExterCond      4  0.109052 13.224 -4670.0
## + MasVnrArea     1  0.035880 13.297 -4670.0
## + GarageYrBlt    1  0.033611 13.300 -4669.8
## + LandSlope      2  0.057868 13.275 -4669.8
## + GarageType     6  0.154480 13.179 -4669.8
## + LotFrontage    1  0.025952 13.307 -4669.2
## + GarageQual     5  0.122211 13.211 -4669.1
## <none>                       13.333 -4669.0
## + MoSold         1  0.014614 13.319 -4668.2
## + EnclosedPorch  1  0.014566 13.319 -4668.2
## + X1stFlrSF      1  0.014068 13.319 -4668.2
## + X2ndFlrSF      1  0.010612 13.323 -4667.9
## + X3SsnPorch     1  0.008784 13.325 -4667.8
## + ExterQual      3  0.057356 13.276 -4667.8
## + BsmtFinSF1     1  0.008150 13.325 -4667.7
## + BsmtFinSF2     1  0.008150 13.325 -4667.7
## + TotRmsAbvGrd   1  0.007861 13.325 -4667.7
## + BsmtHalfBath   1  0.007590 13.326 -4667.7
## + MiscFeature    3  0.054445 13.279 -4667.5
## + MasVnrType     4  0.078049 13.255 -4667.5
## + PoolQC         3  0.052734 13.280 -4667.4
## + LowQualFinSF   1  0.003464 13.330 -4667.3
## + KitchenAbvGr   1  0.002183 13.331 -4667.2
## + FullBath       1  0.002024 13.331 -4667.2
## + PoolArea       1  0.001483 13.332 -4667.2
## + OpenPorchSF    1  0.001216 13.332 -4667.1
## + MiscVal        1  0.001144 13.332 -4667.1
## + YrSold         1  0.000448 13.333 -4667.1
## + Id             1  0.000335 13.333 -4667.1
## + MSSubClass     1  0.000130 13.333 -4667.0
## + Street         1  0.000112 13.333 -4667.0
## + PavedDrive     2  0.020669 13.313 -4666.7
## + LotShape       3  0.027534 13.306 -4665.3
## + BsmtCond       3  0.008673 13.325 -4663.7
## + Electrical     5  0.057257 13.276 -4663.7
## + RoofStyle      5  0.055821 13.277 -4663.6
## + HouseStyle     7  0.095961 13.237 -4662.9
## + SaleType       8  0.106042 13.227 -4661.8
## + Exterior2nd   14  0.069676 13.264 -4646.8
## 
## Step:  AIC=-4684.58
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea
## 
##                 Df Sum of Sq    RSS     AIC
## + KitchenQual    3  0.252048 12.869 -4699.8
## + ScreenPorch    1  0.172550 12.949 -4697.1
## + Functional     5  0.255094 12.866 -4696.1
## + Fireplaces     1  0.155725 12.966 -4695.7
## + Heating        4  0.191680 12.930 -4692.7
## + GarageFinish   3  0.166577 12.955 -4692.6
## + YearRemodAdd   1  0.111441 13.010 -4691.9
## + GarageArea     1  0.099334 13.022 -4690.9
## + HalfBath       1  0.094486 13.027 -4690.5
## + BsmtFullBath   1  0.088773 13.033 -4690.0
## + WoodDeckSF     1  0.075553 13.046 -4688.9
## + BsmtFinType2   6  0.194086 12.927 -4688.9
## + FireplaceQu    5  0.162836 12.959 -4688.3
## + Condition1     8  0.232792 12.889 -4688.2
## + Foundation     5  0.160295 12.961 -4688.0
## + HeatingQC      4  0.136163 12.985 -4688.0
## + BsmtExposure   4  0.125342 12.996 -4687.1
## + Alley          2  0.072436 13.049 -4686.6
## + BedroomAbvGr   1  0.047924 13.073 -4686.6
## + Fence          4  0.115807 13.005 -4686.3
## + LandSlope      2  0.065577 13.056 -4686.1
## + MasVnrArea     1  0.036540 13.085 -4685.6
## + GarageYrBlt    1  0.030585 13.091 -4685.1
## + GarageQual     5  0.124169 12.997 -4685.0
## + MasVnrType     4  0.097058 13.024 -4684.7
## + ExterCond      4  0.096313 13.025 -4684.6
## <none>                       13.121 -4684.6
## + MiscFeature    3  0.071092 13.050 -4684.5
## + GarageType     6  0.141099 12.980 -4684.4
## + EnclosedPorch  1  0.019369 13.102 -4684.2
## + MoSold         1  0.018395 13.103 -4684.1
## + LotConfig      4  0.089554 13.032 -4684.1
## + LotFrontage    1  0.017849 13.103 -4684.1
## + Street         1  0.016384 13.105 -4683.9
## + ExterQual      3  0.062550 13.059 -4683.8
## + BsmtFinSF1     1  0.014498 13.107 -4683.8
## + BsmtFinSF2     1  0.014498 13.107 -4683.8
## + TotRmsAbvGrd   1  0.011962 13.109 -4683.6
## + BsmtHalfBath   1  0.010087 13.111 -4683.4
## + X1stFlrSF      1  0.009101 13.112 -4683.3
## + X3SsnPorch     1  0.007635 13.114 -4683.2
## + PoolQC         3  0.055323 13.066 -4683.2
## + X2ndFlrSF      1  0.006428 13.115 -4683.1
## + LowQualFinSF   1  0.003454 13.118 -4682.9
## + MiscVal        1  0.003008 13.118 -4682.8
## + PoolArea       1  0.002054 13.119 -4682.8
## + Id             1  0.001923 13.119 -4682.7
## + FullBath       1  0.001239 13.120 -4682.7
## + OpenPorchSF    1  0.001235 13.120 -4682.7
## + MSSubClass     1  0.000738 13.120 -4682.6
## + YrSold         1  0.000596 13.121 -4682.6
## + KitchenAbvGr   1  0.000312 13.121 -4682.6
## + PavedDrive     2  0.017144 13.104 -4682.0
## + LandContour    3  0.036659 13.085 -4681.6
## + Electrical     5  0.062178 13.059 -4679.8
## + RoofStyle      5  0.058420 13.063 -4679.5
## + BsmtCond       3  0.008744 13.113 -4679.3
## + LotShape       3  0.003187 13.118 -4678.8
## + HouseStyle     7  0.091481 13.030 -4678.2
## + SaleType       8  0.107783 13.014 -4677.6
## + Exterior2nd   14  0.088848 13.032 -4664.0
## 
## Step:  AIC=-4699.82
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual
## 
##                 Df Sum of Sq    RSS     AIC
## + ScreenPorch    1  0.160096 12.709 -4711.5
## + Functional     5  0.240283 12.629 -4710.5
## + Fireplaces     1  0.146973 12.722 -4710.4
## + Heating        4  0.183088 12.686 -4707.5
## + GarageFinish   3  0.157842 12.711 -4707.3
## + GarageArea     1  0.095617 12.774 -4706.0
## + BsmtFullBath   1  0.082340 12.787 -4704.8
## + WoodDeckSF     1  0.082107 12.787 -4704.8
## + HalfBath       1  0.078232 12.791 -4704.5
## + FireplaceQu    5  0.168290 12.701 -4704.2
## + YearRemodAdd   1  0.074299 12.795 -4704.2
## + Foundation     5  0.164403 12.705 -4703.9
## + BsmtFinType2   6  0.182448 12.687 -4703.5
## + BsmtExposure   4  0.135618 12.734 -4703.4
## + GarageQual     5  0.152725 12.716 -4702.9
## + GarageType     6  0.170596 12.699 -4702.4
## + Condition1     8  0.212138 12.657 -4702.0
## + HeatingQC      4  0.114438 12.755 -4701.6
## + Alley          2  0.066715 12.803 -4701.5
## + LandSlope      2  0.065031 12.804 -4701.4
## + Fence          4  0.111305 12.758 -4701.3
## + BedroomAbvGr   1  0.034688 12.835 -4700.8
## + MasVnrArea     1  0.032582 12.837 -4700.6
## + GarageYrBlt    1  0.031681 12.838 -4700.5
## + LotConfig      4  0.096440 12.773 -4700.1
## + MasVnrType     4  0.096307 12.773 -4700.0
## <none>                       12.869 -4699.8
## + ExterCond      4  0.088951 12.780 -4699.4
## + MiscFeature    3  0.063733 12.806 -4699.3
## + LotFrontage    1  0.016213 12.853 -4699.2
## + EnclosedPorch  1  0.016101 12.853 -4699.2
## + MoSold         1  0.014624 12.855 -4699.1
## + Street         1  0.014435 12.855 -4699.0
## + BsmtHalfBath   1  0.011338 12.858 -4698.8
## + PoolQC         3  0.057432 12.812 -4698.7
## + BsmtFinSF1     1  0.010216 12.859 -4698.7
## + BsmtFinSF2     1  0.010216 12.859 -4698.7
## + X1stFlrSF      1  0.009933 12.859 -4698.7
## + TotRmsAbvGrd   1  0.009605 12.860 -4698.6
## + X2ndFlrSF      1  0.007513 12.862 -4698.5
## + FullBath       1  0.005568 12.864 -4698.3
## + X3SsnPorch     1  0.005187 12.864 -4698.3
## + LowQualFinSF   1  0.002390 12.867 -4698.0
## + MiscVal        1  0.001483 12.868 -4697.9
## + PoolArea       1  0.001156 12.868 -4697.9
## + OpenPorchSF    1  0.000725 12.868 -4697.9
## + Id             1  0.000625 12.869 -4697.9
## + KitchenAbvGr   1  0.000553 12.869 -4697.9
## + MSSubClass     1  0.000534 12.869 -4697.9
## + YrSold         1  0.000293 12.869 -4697.8
## + PavedDrive     2  0.013370 12.856 -4697.0
## + LandContour    3  0.034074 12.835 -4696.7
## + Electrical     5  0.060940 12.808 -4695.0
## + ExterQual      3  0.011256 12.858 -4694.8
## + BsmtCond       3  0.010124 12.859 -4694.7
## + HouseStyle     7  0.103084 12.766 -4694.6
## + SaleType       8  0.123978 12.745 -4694.4
## + LotShape       3  0.003065 12.866 -4694.1
## + RoofStyle      5  0.045813 12.823 -4693.7
## + Exterior2nd   14  0.078372 12.791 -4678.5
## 
## Step:  AIC=-4711.53
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch
## 
##                 Df Sum of Sq    RSS     AIC
## + Functional     5  0.232812 12.476 -4721.8
## + Fireplaces     1  0.114091 12.595 -4719.4
## + Heating        4  0.182094 12.527 -4719.3
## + WoodDeckSF     1  0.111722 12.597 -4719.2
## + GarageFinish   3  0.150547 12.559 -4718.6
## + BsmtFullBath   1  0.088555 12.621 -4717.2
## + GarageArea     1  0.087829 12.621 -4717.1
## + Foundation     5  0.173410 12.536 -4716.6
## + YearRemodAdd   1  0.079000 12.630 -4716.4
## + HeatingQC      4  0.136454 12.573 -4715.3
## + BsmtFinType2   6  0.178993 12.530 -4715.1
## + HalfBath       1  0.058998 12.650 -4714.6
## + BsmtExposure   4  0.127928 12.581 -4714.6
## + GarageQual     5  0.144177 12.565 -4714.0
## + GarageType     6  0.164794 12.544 -4713.8
## + Condition1     8  0.207688 12.502 -4713.6
## + Alley          2  0.068991 12.640 -4713.5
## + FireplaceQu    5  0.136150 12.573 -4713.3
## + LandSlope      2  0.055698 12.653 -4712.3
## + Fence          4  0.101021 12.608 -4712.3
## + BedroomAbvGr   1  0.029863 12.679 -4712.1
## + EnclosedPorch  1  0.029520 12.680 -4712.1
## + GarageYrBlt    1  0.026935 12.682 -4711.8
## + Street         1  0.023874 12.685 -4711.6
## <none>                       12.709 -4711.5
## + ExterCond      4  0.090933 12.618 -4711.4
## + MasVnrArea     1  0.021188 12.688 -4711.4
## + LotConfig      4  0.085441 12.624 -4710.9
## + LotFrontage    1  0.015583 12.694 -4710.9
## + MasVnrType     4  0.084015 12.625 -4710.8
## + MoSold         1  0.013937 12.695 -4710.7
## + TotRmsAbvGrd   1  0.013640 12.695 -4710.7
## + MiscFeature    3  0.059007 12.650 -4710.6
## + BsmtFinSF1     1  0.010488 12.699 -4710.4
## + BsmtFinSF2     1  0.010488 12.699 -4710.4
## + X1stFlrSF      1  0.010169 12.699 -4710.4
## + BsmtHalfBath   1  0.010052 12.699 -4710.4
## + PoolQC         3  0.055247 12.654 -4710.3
## + FullBath       1  0.008069 12.701 -4710.2
## + X2ndFlrSF      1  0.007926 12.701 -4710.2
## + X3SsnPorch     1  0.007659 12.701 -4710.2
## + PoolArea       1  0.002414 12.707 -4709.7
## + LowQualFinSF   1  0.001916 12.707 -4709.7
## + OpenPorchSF    1  0.001432 12.708 -4709.6
## + Id             1  0.001070 12.708 -4709.6
## + MiscVal        1  0.000921 12.708 -4709.6
## + MSSubClass     1  0.000509 12.709 -4709.6
## + KitchenAbvGr   1  0.000228 12.709 -4709.5
## + YrSold         1  0.000000 12.709 -4709.5
## + LandContour    3  0.040133 12.669 -4709.0
## + PavedDrive     2  0.010388 12.699 -4708.4
## + SaleType       8  0.129470 12.580 -4706.7
## + Electrical     5  0.059641 12.649 -4706.7
## + BsmtCond       3  0.008811 12.700 -4706.3
## + ExterQual      3  0.008773 12.700 -4706.3
## + LotShape       3  0.001683 12.707 -4705.7
## + HouseStyle     7  0.093493 12.616 -4705.6
## + RoofStyle      5  0.046057 12.663 -4705.5
## + Exterior2nd   14  0.082357 12.627 -4690.6
## 
## Step:  AIC=-4721.77
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional
## 
##                 Df Sum of Sq    RSS     AIC
## + Heating        4  0.211538 12.265 -4732.5
## + YearRemodAdd   1  0.121961 12.354 -4730.5
## + WoodDeckSF     1  0.118011 12.358 -4730.2
## + Fireplaces     1  0.099491 12.377 -4728.5
## + GarageArea     1  0.094607 12.382 -4728.1
## + BsmtFullBath   1  0.083082 12.393 -4727.1
## + GarageFinish   3  0.127730 12.349 -4727.0
## + HeatingQC      4  0.147345 12.329 -4726.8
## + Condition1     8  0.223016 12.253 -4725.5
## + Foundation     5  0.153585 12.323 -4725.3
## + BsmtFinType2   6  0.173039 12.303 -4725.1
## + BsmtExposure   4  0.118741 12.358 -4724.2
## + HalfBath       1  0.049889 12.426 -4724.2
## + GarageQual     5  0.134199 12.342 -4723.6
## + GarageType     6  0.151592 12.325 -4723.2
## + FireplaceQu    5  0.123503 12.353 -4722.7
## + BedroomAbvGr   1  0.032652 12.444 -4722.6
## + Alley          2  0.053969 12.422 -4722.5
## + GarageYrBlt    1  0.030781 12.445 -4722.5
## + EnclosedPorch  1  0.026551 12.450 -4722.1
## + Street         1  0.026198 12.450 -4722.1
## + X1stFlrSF      1  0.025574 12.451 -4722.0
## <none>                       12.476 -4721.8
## + LandSlope      2  0.045088 12.431 -4721.7
## + LotConfig      4  0.088421 12.388 -4721.6
## + X2ndFlrSF      1  0.019418 12.457 -4721.5
## + Fence          4  0.086783 12.389 -4721.4
## + MoSold         1  0.017049 12.459 -4721.3
## + LotFrontage    1  0.016654 12.460 -4721.2
## + TotRmsAbvGrd   1  0.015229 12.461 -4721.1
## + PoolQC         3  0.060285 12.416 -4721.1
## + FullBath       1  0.011836 12.464 -4720.8
## + BsmtHalfBath   1  0.011063 12.465 -4720.7
## + MasVnrArea     1  0.010131 12.466 -4720.7
## + X3SsnPorch     1  0.006908 12.469 -4720.4
## + LowQualFinSF   1  0.005336 12.471 -4720.2
## + BsmtFinSF1     1  0.004170 12.472 -4720.1
## + BsmtFinSF2     1  0.004170 12.472 -4720.1
## + MasVnrType     4  0.071038 12.405 -4720.0
## + Id             1  0.001495 12.475 -4719.9
## + PoolArea       1  0.000958 12.475 -4719.9
## + YrSold         1  0.000499 12.476 -4719.8
## + OpenPorchSF    1  0.000295 12.476 -4719.8
## + MSSubClass     1  0.000096 12.476 -4719.8
## + MiscVal        1  0.000013 12.476 -4719.8
## + KitchenAbvGr   1  0.000004 12.476 -4719.8
## + LandContour    3  0.042914 12.433 -4719.5
## + ExterCond      4  0.057226 12.419 -4718.8
## + MiscFeature    3  0.033708 12.443 -4718.7
## + PavedDrive     2  0.009343 12.467 -4718.6
## + SaleType       8  0.141930 12.334 -4718.3
## + RoofStyle      5  0.058229 12.418 -4716.9
## + ExterQual      3  0.007917 12.468 -4716.5
## + BsmtCond       3  0.003260 12.473 -4716.1
## + LotShape       3  0.002402 12.474 -4716.0
## + HouseStyle     7  0.088121 12.388 -4715.5
## + Electrical     5  0.030084 12.446 -4714.4
## + Exterior2nd   14  0.094183 12.382 -4702.1
## 
## Step:  AIC=-4732.5
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating
## 
##                 Df Sum of Sq    RSS     AIC
## + WoodDeckSF     1  0.113610 12.151 -4740.7
## + Fireplaces     1  0.106299 12.159 -4740.0
## + YearRemodAdd   1  0.103358 12.161 -4739.8
## + GarageArea     1  0.101159 12.164 -4739.6
## + GarageFinish   3  0.129132 12.136 -4738.1
## + BsmtFullBath   1  0.082856 12.182 -4737.9
## + HeatingQC      4  0.137034 12.128 -4736.8
## + BsmtFinType2   6  0.176961 12.088 -4736.4
## + Foundation     5  0.151804 12.113 -4736.1
## + Condition1     8  0.216782 12.048 -4736.0
## + BsmtExposure   4  0.118427 12.146 -4735.1
## + HalfBath       1  0.046081 12.219 -4734.6
## + FireplaceQu    5  0.131116 12.134 -4734.3
## + BedroomAbvGr   1  0.040241 12.225 -4734.1
## + GarageType     6  0.148296 12.117 -4733.8
## + GarageYrBlt    1  0.025445 12.239 -4732.8
## + LotConfig      4  0.091060 12.174 -4732.7
## + Street         1  0.024131 12.241 -4732.7
## + Alley          2  0.046380 12.218 -4732.6
## + X1stFlrSF      1  0.023876 12.241 -4732.6
## + LandSlope      2  0.045583 12.219 -4732.6
## <none>                       12.265 -4732.5
## + EnclosedPorch  1  0.021279 12.243 -4732.4
## + LotFrontage    1  0.018702 12.246 -4732.2
## + X2ndFlrSF      1  0.018191 12.247 -4732.1
## + GarageQual     5  0.107007 12.158 -4732.1
## + MoSold         1  0.017042 12.248 -4732.0
## + TotRmsAbvGrd   1  0.013551 12.251 -4731.7
## + BsmtHalfBath   1  0.012215 12.253 -4731.6
## + MasVnrArea     1  0.011265 12.254 -4731.5
## + PoolQC         3  0.054579 12.210 -4731.4
## + FullBath       1  0.007838 12.257 -4731.2
## + X3SsnPorch     1  0.006819 12.258 -4731.1
## + BsmtFinSF1     1  0.005802 12.259 -4731.0
## + BsmtFinSF2     1  0.005802 12.259 -4731.0
## + Fence          4  0.072492 12.192 -4731.0
## + LowQualFinSF   1  0.004989 12.260 -4730.9
## + MasVnrType     4  0.069953 12.195 -4730.8
## + PoolArea       1  0.001448 12.263 -4730.6
## + YrSold         1  0.001339 12.264 -4730.6
## + Id             1  0.000781 12.264 -4730.6
## + KitchenAbvGr   1  0.000147 12.265 -4730.5
## + OpenPorchSF    1  0.000073 12.265 -4730.5
## + MiscVal        1  0.000044 12.265 -4730.5
## + MSSubClass     1  0.000025 12.265 -4730.5
## + LandContour    3  0.043411 12.221 -4730.4
## + PavedDrive     2  0.013766 12.251 -4729.7
## + ExterCond      4  0.052664 12.212 -4729.2
## + MiscFeature    3  0.030183 12.235 -4729.2
## + SaleType       8  0.133913 12.131 -4728.5
## + ExterQual      3  0.011250 12.254 -4727.5
## + RoofStyle      5  0.054024 12.211 -4727.3
## + BsmtCond       3  0.005853 12.259 -4727.0
## + LotShape       3  0.003469 12.261 -4726.8
## + HouseStyle     7  0.072311 12.193 -4725.0
## + Electrical     5  0.021124 12.244 -4724.4
## + Exterior2nd   14  0.094564 12.170 -4713.0
## 
## Step:  AIC=-4740.69
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageArea     1  0.106334 12.045 -4748.3
## + YearRemodAdd   1  0.104089 12.047 -4748.1
## + Fireplaces     1  0.098355 12.053 -4747.6
## + BsmtFullBath   1  0.076949 12.074 -4745.6
## + GarageFinish   3  0.119826 12.031 -4745.5
## + HeatingQC      4  0.140837 12.010 -4745.5
## + BsmtFinType2   6  0.182360 11.969 -4745.2
## + Foundation     5  0.147794 12.003 -4744.1
## + Condition1     8  0.205211 11.946 -4743.3
## + BsmtExposure   4  0.110057 12.041 -4742.6
## + HalfBath       1  0.039481 12.112 -4742.2
## + BedroomAbvGr   1  0.038414 12.113 -4742.2
## + GarageType     6  0.142170 12.009 -4741.6
## + Street         1  0.029331 12.122 -4741.3
## + EnclosedPorch  1  0.028530 12.123 -4741.3
## + FireplaceQu    5  0.116709 12.034 -4741.3
## + GarageQual     5  0.115071 12.036 -4741.1
## + Alley          2  0.048605 12.103 -4741.1
## + GarageYrBlt    1  0.025425 12.126 -4741.0
## + LotConfig      4  0.089276 12.062 -4740.8
## + X1stFlrSF      1  0.022884 12.128 -4740.8
## <none>                       12.151 -4740.7
## + LandSlope      2  0.044145 12.107 -4740.7
## + MoSold         1  0.020912 12.130 -4740.6
## + X2ndFlrSF      1  0.018275 12.133 -4740.3
## + Fence          4  0.082557 12.069 -4740.2
## + LotFrontage    1  0.015595 12.136 -4740.1
## + TotRmsAbvGrd   1  0.012970 12.138 -4739.9
## + BsmtHalfBath   1  0.012587 12.139 -4739.8
## + X3SsnPorch     1  0.010361 12.141 -4739.6
## + FullBath       1  0.009641 12.142 -4739.6
## + MasVnrArea     1  0.008311 12.143 -4739.4
## + BsmtFinSF1     1  0.005685 12.146 -4739.2
## + BsmtFinSF2     1  0.005685 12.146 -4739.2
## + LowQualFinSF   1  0.003121 12.148 -4739.0
## + PoolArea       1  0.001634 12.149 -4738.8
## + YrSold         1  0.001042 12.150 -4738.8
## + Id             1  0.000881 12.150 -4738.8
## + OpenPorchSF    1  0.000383 12.151 -4738.7
## + PoolQC         3  0.044628 12.107 -4738.7
## + KitchenAbvGr   1  0.000131 12.151 -4738.7
## + MSSubClass     1  0.000127 12.151 -4738.7
## + MiscVal        1  0.000119 12.151 -4738.7
## + ExterCond      4  0.059163 12.092 -4738.0
## + PavedDrive     2  0.012942 12.138 -4737.9
## + LandContour    3  0.034036 12.117 -4737.8
## + MasVnrType     4  0.055943 12.095 -4737.7
## + MiscFeature    3  0.033804 12.117 -4737.7
## + SaleType       8  0.141660 12.009 -4737.5
## + ExterQual      3  0.012690 12.139 -4735.8
## + RoofStyle      5  0.051000 12.100 -4735.3
## + BsmtCond       3  0.005931 12.145 -4735.2
## + LotShape       3  0.002255 12.149 -4734.9
## + HouseStyle     7  0.074713 12.076 -4733.4
## + Electrical     5  0.020826 12.130 -4732.6
## + Exterior2nd   14  0.095278 12.056 -4721.3
## 
## Step:  AIC=-4748.31
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea
## 
##                 Df Sum of Sq    RSS     AIC
## + YearRemodAdd   1  0.111863 11.933 -4756.5
## + Fireplaces     1  0.108424 11.936 -4756.2
## + BsmtFinType2   6  0.185161 11.860 -4753.3
## + HeatingQC      4  0.134621 11.910 -4752.6
## + BsmtFullBath   1  0.068658 11.976 -4752.6
## + Foundation     5  0.151633 11.893 -4752.2
## + Condition1     8  0.213361 11.832 -4751.9
## + GarageFinish   3  0.101723 11.943 -4751.6
## + HalfBath       1  0.051802 11.993 -4751.0
## + BsmtExposure   4  0.115832 11.929 -4750.9
## + GarageType     6  0.157105 11.888 -4750.7
## + Street         1  0.040914 12.004 -4750.0
## + Alley          2  0.060371 11.985 -4749.8
## + FireplaceQu    5  0.120697 11.924 -4749.3
## + BedroomAbvGr   1  0.024672 12.020 -4748.6
## + EnclosedPorch  1  0.023476 12.021 -4748.4
## + LandSlope      2  0.045061 12.000 -4748.4
## <none>                       12.045 -4748.3
## + MoSold         1  0.021426 12.023 -4748.3
## + TotRmsAbvGrd   1  0.020649 12.024 -4748.2
## + LotConfig      4  0.082076 11.963 -4747.8
## + X1stFlrSF      1  0.015245 12.030 -4747.7
## + Fence          4  0.080098 11.965 -4747.6
## + GarageYrBlt    1  0.013277 12.032 -4747.5
## + BsmtHalfBath   1  0.012701 12.032 -4747.5
## + LotFrontage    1  0.012310 12.033 -4747.4
## + FullBath       1  0.011862 12.033 -4747.4
## + X2ndFlrSF      1  0.011454 12.033 -4747.4
## + MasVnrArea     1  0.009777 12.035 -4747.2
## + X3SsnPorch     1  0.007830 12.037 -4747.0
## + BsmtFinSF1     1  0.005712 12.039 -4746.8
## + BsmtFinSF2     1  0.005712 12.039 -4746.8
## + PoolQC         3  0.047962 11.997 -4746.7
## + LowQualFinSF   1  0.003537 12.041 -4746.6
## + PoolArea       1  0.000943 12.044 -4746.4
## + Id             1  0.000727 12.044 -4746.4
## + YrSold         1  0.000505 12.044 -4746.4
## + MSSubClass     1  0.000349 12.044 -4746.3
## + OpenPorchSF    1  0.000271 12.045 -4746.3
## + KitchenAbvGr   1  0.000107 12.045 -4746.3
## + MiscVal        1  0.000084 12.045 -4746.3
## + ExterCond      4  0.062403 11.982 -4746.0
## + GarageQual     5  0.080242 11.965 -4745.6
## + MiscFeature    3  0.035637 12.009 -4745.6
## + MasVnrType     4  0.056738 11.988 -4745.5
## + SaleType       8  0.139261 11.906 -4745.0
## + PavedDrive     2  0.006937 12.038 -4744.9
## + LandContour    3  0.026459 12.018 -4744.7
## + ExterQual      3  0.014358 12.030 -4743.6
## + RoofStyle      5  0.052655 11.992 -4743.1
## + BsmtCond       3  0.005232 12.040 -4742.8
## + LotShape       3  0.003520 12.041 -4742.6
## + HouseStyle     7  0.082525 11.962 -4741.8
## + Electrical     5  0.023770 12.021 -4740.5
## + Exterior2nd   14  0.093698 11.951 -4728.9
## 
## Step:  AIC=-4756.53
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd
## 
##                 Df Sum of Sq    RSS     AIC
## + Fireplaces     1  0.120565 11.812 -4765.6
## + Condition1     8  0.215648 11.717 -4760.5
## + BsmtFinType2   6  0.172485 11.761 -4760.5
## + BsmtFullBath   1  0.058567 11.874 -4759.9
## + GarageType     6  0.165583 11.767 -4759.8
## + GarageFinish   3  0.098724 11.834 -4759.6
## + Foundation     5  0.140057 11.793 -4759.5
## + FireplaceQu    5  0.136087 11.797 -4759.1
## + HeatingQC      4  0.111850 11.821 -4758.8
## + HalfBath       1  0.046533 11.886 -4758.8
## + BsmtExposure   4  0.110590 11.822 -4758.7
## + Street         1  0.034071 11.899 -4757.7
## + Alley          2  0.050486 11.883 -4757.2
## + GarageYrBlt    1  0.026863 11.906 -4757.0
## + LandSlope      2  0.046718 11.886 -4756.8
## + EnclosedPorch  1  0.023708 11.909 -4756.7
## + MoSold         1  0.021850 11.911 -4756.5
## <none>                       11.933 -4756.5
## + BedroomAbvGr   1  0.020182 11.913 -4756.4
## + TotRmsAbvGrd   1  0.019509 11.914 -4756.3
## + LotConfig      4  0.084110 11.849 -4756.3
## + LotFrontage    1  0.018201 11.915 -4756.2
## + Fence          4  0.080015 11.853 -4755.9
## + BsmtHalfBath   1  0.011495 11.921 -4755.6
## + GarageQual     5  0.098245 11.835 -4755.6
## + MasVnrArea     1  0.011366 11.922 -4755.6
## + X1stFlrSF      1  0.010581 11.922 -4755.5
## + FullBath       1  0.009434 11.924 -4755.4
## + PoolQC         3  0.051083 11.882 -4755.2
## + X2ndFlrSF      1  0.006945 11.926 -4755.2
## + BsmtFinSF1     1  0.006339 11.927 -4755.1
## + BsmtFinSF2     1  0.006339 11.927 -4755.1
## + X3SsnPorch     1  0.006137 11.927 -4755.1
## + LowQualFinSF   1  0.005522 11.928 -4755.0
## + Id             1  0.001437 11.931 -4754.7
## + KitchenAbvGr   1  0.001191 11.932 -4754.6
## + MSSubClass     1  0.000702 11.932 -4754.6
## + PoolArea       1  0.000406 11.933 -4754.6
## + MiscVal        1  0.000014 11.933 -4754.5
## + YrSold         1  0.000012 11.933 -4754.5
## + OpenPorchSF    1  0.000001 11.933 -4754.5
## + ExterCond      4  0.062781 11.870 -4754.3
## + PavedDrive     2  0.014328 11.919 -4753.8
## + MasVnrType     4  0.055967 11.877 -4753.7
## + LandContour    3  0.025072 11.908 -4752.8
## + MiscFeature    3  0.023993 11.909 -4752.7
## + SaleType       8  0.130922 11.802 -4752.6
## + RoofStyle      5  0.054891 11.878 -4751.6
## + ExterQual      3  0.010810 11.922 -4751.5
## + BsmtCond       3  0.008407 11.925 -4751.3
## + LotShape       3  0.004365 11.929 -4750.9
## + HouseStyle     7  0.085809 11.847 -4750.4
## + Electrical     5  0.022675 11.910 -4748.6
## + Exterior2nd   14  0.097432 11.836 -4737.5
## 
## Step:  AIC=-4765.65
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces
## 
##                 Df Sum of Sq    RSS     AIC
## + Condition1     8  0.232237 11.580 -4771.4
## + Foundation     5  0.149277 11.663 -4769.6
## + BsmtFullBath   1  0.060856 11.752 -4769.3
## + GarageFinish   3  0.096663 11.716 -4768.6
## + BsmtFinType2   6  0.157745 11.655 -4768.4
## + GarageType     6  0.156292 11.656 -4768.2
## + BsmtExposure   4  0.101185 11.711 -4767.1
## + HalfBath       1  0.036568 11.776 -4767.0
## + Street         1  0.036135 11.776 -4767.0
## + HeatingQC      4  0.099777 11.713 -4766.9
## + Alley          2  0.055287 11.757 -4766.8
## + LandSlope      2  0.050664 11.762 -4766.4
## + GarageYrBlt    1  0.027117 11.785 -4766.2
## + MoSold         1  0.026503 11.786 -4766.1
## + TotRmsAbvGrd   1  0.026495 11.786 -4766.1
## + EnclosedPorch  1  0.024109 11.788 -4765.9
## <none>                       11.812 -4765.6
## + FullBath       1  0.014962 11.797 -4765.0
## + Fence          4  0.079300 11.733 -4765.0
## + BsmtHalfBath   1  0.013957 11.799 -4764.9
## + LotConfig      4  0.078390 11.734 -4764.9
## + LotFrontage    1  0.011730 11.801 -4764.7
## + BedroomAbvGr   1  0.010773 11.802 -4764.6
## + X3SsnPorch     1  0.008559 11.804 -4764.4
## + MasVnrArea     1  0.006477 11.806 -4764.2
## + X1stFlrSF      1  0.006225 11.806 -4764.2
## + BsmtFinSF1     1  0.004873 11.807 -4764.1
## + BsmtFinSF2     1  0.004873 11.807 -4764.1
## + X2ndFlrSF      1  0.003986 11.808 -4764.0
## + GarageQual     5  0.089674 11.723 -4764.0
## + LowQualFinSF   1  0.003606 11.809 -4764.0
## + Id             1  0.001433 11.811 -4763.8
## + PoolQC         3  0.043940 11.768 -4763.7
## + KitchenAbvGr   1  0.000618 11.812 -4763.7
## + PoolArea       1  0.000530 11.812 -4763.7
## + MSSubClass     1  0.000235 11.812 -4763.7
## + OpenPorchSF    1  0.000169 11.812 -4763.7
## + YrSold         1  0.000001 11.812 -4763.6
## + MiscVal        1  0.000000 11.812 -4763.6
## + ExterCond      4  0.064530 11.748 -4763.6
## + PavedDrive     2  0.011266 11.801 -4762.7
## + LandContour    3  0.029470 11.783 -4762.4
## + MasVnrType     4  0.048996 11.763 -4762.2
## + SaleType       8  0.134439 11.678 -4762.2
## + MiscFeature    3  0.026089 11.786 -4762.1
## + RoofStyle      5  0.056953 11.755 -4760.9
## + ExterQual      3  0.010350 11.802 -4760.6
## + BsmtCond       3  0.008847 11.804 -4760.5
## + LotShape       3  0.004829 11.808 -4760.1
## + HouseStyle     7  0.076269 11.736 -4758.7
## + Electrical     5  0.026331 11.786 -4758.1
## + FireplaceQu    5  0.025055 11.787 -4758.0
## + Exterior2nd   14  0.098726 11.714 -4746.8
## 
## Step:  AIC=-4771.39
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtFullBath   1  0.064757 11.515 -4775.5
## + Foundation     5  0.140472 11.440 -4774.8
## + BsmtFinType2   6  0.152012 11.428 -4773.9
## + Street         1  0.040026 11.540 -4773.2
## + BsmtExposure   4  0.101615 11.479 -4773.0
## + Alley          2  0.057030 11.523 -4772.8
## + GarageFinish   3  0.075831 11.504 -4772.6
## + GarageType     6  0.138427 11.442 -4772.6
## + LandSlope      2  0.053301 11.527 -4772.4
## + MoSold         1  0.032189 11.548 -4772.4
## + HalfBath       1  0.027861 11.552 -4772.0
## + TotRmsAbvGrd   1  0.027586 11.553 -4772.0
## + EnclosedPorch  1  0.027470 11.553 -4772.0
## + LotConfig      4  0.087662 11.492 -4771.7
## + HeatingQC      4  0.087019 11.493 -4771.6
## <none>                       11.580 -4771.4
## + GarageYrBlt    1  0.018009 11.562 -4771.1
## + FullBath       1  0.012287 11.568 -4770.6
## + X1stFlrSF      1  0.010719 11.569 -4770.4
## + LotFrontage    1  0.009664 11.570 -4770.3
## + BsmtHalfBath   1  0.008646 11.572 -4770.2
## + X2ndFlrSF      1  0.007931 11.572 -4770.1
## + X3SsnPorch     1  0.007763 11.572 -4770.1
## + MasVnrArea     1  0.006819 11.573 -4770.0
## + BsmtFinSF1     1  0.003512 11.577 -4769.7
## + BsmtFinSF2     1  0.003512 11.577 -4769.7
## + BedroomAbvGr   1  0.002882 11.577 -4769.7
## + LowQualFinSF   1  0.002748 11.577 -4769.6
## + PoolArea       1  0.002624 11.578 -4769.6
## + KitchenAbvGr   1  0.001012 11.579 -4769.5
## + Id             1  0.000741 11.579 -4769.5
## + OpenPorchSF    1  0.000577 11.580 -4769.4
## + YrSold         1  0.000053 11.580 -4769.4
## + MSSubClass     1  0.000043 11.580 -4769.4
## + MiscVal        1  0.000010 11.580 -4769.4
## + GarageQual     5  0.083140 11.497 -4769.3
## + Fence          4  0.060174 11.520 -4769.1
## + SaleType       8  0.140313 11.440 -4768.7
## + PoolQC         3  0.033698 11.546 -4768.6
## + ExterCond      4  0.052073 11.528 -4768.3
## + LandContour    3  0.029382 11.551 -4768.2
## + PavedDrive     2  0.007347 11.573 -4768.1
## + MiscFeature    3  0.027525 11.553 -4768.0
## + MasVnrType     4  0.046669 11.534 -4767.8
## + HouseStyle     7  0.094773 11.485 -4766.4
## + BsmtCond       3  0.010373 11.570 -4766.4
## + ExterQual      3  0.009369 11.571 -4766.3
## + RoofStyle      5  0.045000 11.535 -4765.7
## + LotShape       3  0.002158 11.578 -4765.6
## + FireplaceQu    5  0.031510 11.549 -4764.4
## + Electrical     5  0.020735 11.559 -4763.4
## + Exterior2nd   14  0.112984 11.467 -4754.1
## 
## Step:  AIC=-4775.53
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath
## 
##                 Df Sum of Sq    RSS     AIC
## + Foundation     5  0.144277 11.371 -4779.3
## + Street         1  0.041453 11.474 -4777.5
## + BsmtExposure   4  0.103498 11.412 -4777.4
## + LandSlope      2  0.059223 11.456 -4777.2
## + GarageType     6  0.139093 11.376 -4776.8
## + MoSold         1  0.033597 11.482 -4776.7
## + GarageFinish   3  0.075285 11.440 -4776.7
## + Alley          2  0.053159 11.462 -4776.6
## + BsmtFinType2   6  0.136198 11.379 -4776.6
## + TotRmsAbvGrd   1  0.024819 11.491 -4775.9
## + HalfBath       1  0.024341 11.491 -4775.8
## + EnclosedPorch  1  0.024223 11.491 -4775.8
## + FullBath       1  0.021899 11.493 -4775.6
## <none>                       11.515 -4775.5
## + GarageYrBlt    1  0.020585 11.495 -4775.5
## + LotConfig      4  0.081608 11.434 -4775.3
## + HeatingQC      4  0.079991 11.435 -4775.2
## + X1stFlrSF      1  0.010878 11.505 -4774.6
## + MasVnrArea     1  0.009712 11.506 -4774.5
## + X3SsnPorch     1  0.009394 11.506 -4774.4
## + LotFrontage    1  0.008307 11.507 -4774.3
## + X2ndFlrSF      1  0.007883 11.508 -4774.3
## + GarageQual     5  0.090080 11.425 -4774.1
## + BsmtFinSF1     1  0.004734 11.511 -4774.0
## + BsmtFinSF2     1  0.004734 11.511 -4774.0
## + Fence          4  0.066816 11.449 -4773.9
## + LowQualFinSF   1  0.003219 11.512 -4773.8
## + PoolArea       1  0.002370 11.513 -4773.8
## + BedroomAbvGr   1  0.002188 11.513 -4773.7
## + OpenPorchSF    1  0.001659 11.514 -4773.7
## + KitchenAbvGr   1  0.000574 11.515 -4773.6
## + Id             1  0.000301 11.515 -4773.6
## + BsmtHalfBath   1  0.000171 11.515 -4773.5
## + MSSubClass     1  0.000056 11.515 -4773.5
## + YrSold         1  0.000030 11.515 -4773.5
## + MiscVal        1  0.000025 11.515 -4773.5
## + SaleType       8  0.139195 11.376 -4772.8
## + ExterCond      4  0.052680 11.463 -4772.6
## + PavedDrive     2  0.009761 11.506 -4772.5
## + PoolQC         3  0.029171 11.486 -4772.3
## + LandContour    3  0.028469 11.487 -4772.2
## + MiscFeature    3  0.028249 11.487 -4772.2
## + MasVnrType     4  0.047945 11.467 -4772.1
## + HouseStyle     7  0.099393 11.416 -4771.0
## + ExterQual      3  0.010123 11.505 -4770.5
## + BsmtCond       3  0.009896 11.505 -4770.5
## + LotShape       3  0.003488 11.512 -4769.9
## + RoofStyle      5  0.043154 11.472 -4769.6
## + FireplaceQu    5  0.028846 11.487 -4768.3
## + Electrical     5  0.020315 11.495 -4767.5
## + Exterior2nd   14  0.112969 11.402 -4758.3
## 
## Step:  AIC=-4779.34
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation
## 
##                 Df Sum of Sq    RSS     AIC
## + LandSlope      2  0.063040 11.308 -4781.4
## + BsmtExposure   4  0.103413 11.268 -4781.3
## + Street         1  0.038741 11.332 -4781.1
## + GarageType     6  0.138463 11.233 -4780.8
## + MoSold         1  0.033215 11.338 -4780.5
## + Alley          2  0.049744 11.321 -4780.1
## + HalfBath       1  0.028602 11.342 -4780.1
## + BsmtFinType2   6  0.128535 11.243 -4779.8
## + TotRmsAbvGrd   1  0.023488 11.348 -4779.6
## + GarageFinish   3  0.064211 11.307 -4779.5
## + EnclosedPorch  1  0.021482 11.350 -4779.4
## + GarageYrBlt    1  0.021400 11.350 -4779.4
## <none>                       11.371 -4779.3
## + LotConfig      4  0.080634 11.290 -4779.1
## + FullBath       1  0.018189 11.353 -4779.1
## + HeatingQC      4  0.080168 11.291 -4779.1
## + X3SsnPorch     1  0.014645 11.357 -4778.7
## + MasVnrArea     1  0.012259 11.359 -4778.5
## + X1stFlrSF      1  0.011640 11.360 -4778.5
## + X2ndFlrSF      1  0.008852 11.362 -4778.2
## + LotFrontage    1  0.008744 11.362 -4778.2
## + Fence          4  0.070690 11.300 -4778.2
## + BsmtFinSF1     1  0.004345 11.367 -4777.8
## + BsmtFinSF2     1  0.004345 11.367 -4777.8
## + KitchenAbvGr   1  0.004219 11.367 -4777.7
## + OpenPorchSF    1  0.003880 11.367 -4777.7
## + SaleType       8  0.147616 11.223 -4777.6
## + LowQualFinSF   1  0.002438 11.369 -4777.6
## + BedroomAbvGr   1  0.002400 11.369 -4777.6
## + PoolArea       1  0.002283 11.369 -4777.6
## + YrSold         1  0.000720 11.370 -4777.4
## + Id             1  0.000184 11.371 -4777.4
## + MiscVal        1  0.000031 11.371 -4777.3
## + BsmtHalfBath   1  0.000025 11.371 -4777.3
## + MSSubClass     1  0.000017 11.371 -4777.3
## + ExterCond      4  0.058764 11.312 -4777.0
## + GarageQual     5  0.078018 11.293 -4776.9
## + PavedDrive     2  0.013519 11.358 -4776.6
## + MasVnrType     4  0.053378 11.318 -4776.5
## + HouseStyle     7  0.113217 11.258 -4776.3
## + PoolQC         3  0.030318 11.341 -4776.3
## + LandContour    3  0.022080 11.349 -4775.5
## + MiscFeature    3  0.021141 11.350 -4775.4
## + BsmtCond       3  0.013498 11.358 -4774.6
## + LotShape       3  0.005962 11.365 -4773.9
## + ExterQual      3  0.005838 11.365 -4773.9
## + FireplaceQu    5  0.029878 11.341 -4772.2
## + RoofStyle      5  0.029134 11.342 -4772.1
## + Electrical     5  0.022270 11.349 -4771.5
## + Exterior2nd   14  0.127330 11.244 -4763.7
## 
## Step:  AIC=-4781.42
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageType     6  0.157936 11.150 -4784.8
## + Street         1  0.044388 11.264 -4783.7
## + BsmtExposure   4  0.101833 11.206 -4783.3
## + HalfBath       1  0.034434 11.274 -4782.8
## + MoSold         1  0.033614 11.274 -4782.7
## + Alley          2  0.049769 11.258 -4782.3
## + GarageFinish   3  0.065879 11.242 -4781.8
## + BsmtFinType2   6  0.126752 11.181 -4781.8
## + TotRmsAbvGrd   1  0.022789 11.285 -4781.6
## + GarageYrBlt    1  0.021690 11.286 -4781.5
## + EnclosedPorch  1  0.021204 11.287 -4781.5
## <none>                       11.308 -4781.4
## + LotConfig      4  0.080567 11.227 -4781.3
## + HeatingQC      4  0.078737 11.229 -4781.1
## + X3SsnPorch     1  0.014757 11.293 -4780.9
## + MasVnrArea     1  0.013356 11.295 -4780.7
## + FullBath       1  0.012383 11.296 -4780.6
## + LotFrontage    1  0.010153 11.298 -4780.4
## + X1stFlrSF      1  0.008879 11.299 -4780.3
## + X2ndFlrSF      1  0.006226 11.302 -4780.0
## + SaleType       8  0.149671 11.158 -4780.0
## + Fence          4  0.067668 11.240 -4780.0
## + OpenPorchSF    1  0.005048 11.303 -4779.9
## + KitchenAbvGr   1  0.004753 11.303 -4779.9
## + BsmtFinSF1     1  0.003891 11.304 -4779.8
## + BsmtFinSF2     1  0.003891 11.304 -4779.8
## + BedroomAbvGr   1  0.003560 11.305 -4779.8
## + LowQualFinSF   1  0.003239 11.305 -4779.7
## + PoolArea       1  0.002291 11.306 -4779.6
## + YrSold         1  0.000283 11.308 -4779.5
## + Id             1  0.000200 11.308 -4779.4
## + BsmtHalfBath   1  0.000194 11.308 -4779.4
## + MiscVal        1  0.000042 11.308 -4779.4
## + MSSubClass     1  0.000001 11.308 -4779.4
## + ExterCond      4  0.060679 11.247 -4779.3
## + GarageQual     5  0.080786 11.227 -4779.3
## + HouseStyle     7  0.121504 11.187 -4779.3
## + BsmtCond       3  0.034839 11.273 -4778.8
## + MasVnrType     4  0.054668 11.253 -4778.7
## + PavedDrive     2  0.013057 11.295 -4778.7
## + PoolQC         3  0.031159 11.277 -4778.4
## + LandContour    3  0.020432 11.288 -4777.4
## + MiscFeature    3  0.020430 11.288 -4777.4
## + RoofStyle      5  0.053188 11.255 -4776.6
## + LotShape       3  0.005634 11.303 -4776.0
## + ExterQual      3  0.005634 11.303 -4776.0
## + FireplaceQu    5  0.025026 11.283 -4773.8
## + Electrical     5  0.024035 11.284 -4773.8
## + Exterior2nd   14  0.128399 11.180 -4765.9
## 
## Step:  AIC=-4784.82
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtExposure   4  0.106948 11.043 -4787.4
## + HalfBath       1  0.037648 11.113 -4786.5
## + Alley          2  0.055680 11.095 -4786.3
## + MoSold         1  0.034966 11.115 -4786.3
## + Street         1  0.021720 11.129 -4785.0
## + TotRmsAbvGrd   1  0.021476 11.129 -4784.9
## <none>                       11.150 -4784.8
## + X3SsnPorch     1  0.019524 11.131 -4784.7
## + BsmtFinType2   6  0.120300 11.030 -4784.7
## + EnclosedPorch  1  0.018128 11.132 -4784.6
## + MasVnrArea     1  0.015389 11.135 -4784.3
## + HeatingQC      4  0.076079 11.074 -4784.3
## + LotConfig      4  0.075508 11.075 -4784.3
## + Fence          4  0.074659 11.075 -4784.2
## + LotFrontage    1  0.012019 11.138 -4784.0
## + FullBath       1  0.009758 11.140 -4783.8
## + GarageFinish   2  0.029086 11.121 -4783.7
## + KitchenAbvGr   1  0.006243 11.144 -4783.4
## + BsmtFinSF1     1  0.003419 11.147 -4783.2
## + BsmtFinSF2     1  0.003419 11.147 -4783.2
## + GarageYrBlt    1  0.002898 11.147 -4783.1
## + OpenPorchSF    1  0.002898 11.147 -4783.1
## + SaleType       8  0.144336 11.006 -4783.1
## + X1stFlrSF      1  0.002609 11.148 -4783.1
## + PoolArea       1  0.002041 11.148 -4783.0
## + X2ndFlrSF      1  0.001722 11.149 -4783.0
## + BedroomAbvGr   1  0.001408 11.149 -4783.0
## + LowQualFinSF   1  0.001284 11.149 -4783.0
## + MasVnrType     4  0.061836 11.088 -4782.9
## + BsmtHalfBath   1  0.000736 11.149 -4782.9
## + YrSold         1  0.000388 11.150 -4782.9
## + MSSubClass     1  0.000323 11.150 -4782.9
## + HouseStyle     7  0.121597 11.029 -4782.8
## + Id             1  0.000034 11.150 -4782.8
## + MiscVal        1  0.000012 11.150 -4782.8
## + ExterCond      4  0.059888 11.090 -4782.7
## + GarageQual     4  0.055551 11.095 -4782.3
## + BsmtCond       3  0.033188 11.117 -4782.1
## + PavedDrive     2  0.006785 11.143 -4781.5
## + PoolQC         3  0.026492 11.124 -4781.4
## + MiscFeature    3  0.023270 11.127 -4781.1
## + LandContour    3  0.022327 11.128 -4781.0
## + RoofStyle      5  0.060233 11.090 -4780.8
## + ExterQual      3  0.007350 11.143 -4779.5
## + LotShape       3  0.007151 11.143 -4779.5
## + Electrical     5  0.025133 11.125 -4777.3
## + FireplaceQu    5  0.023351 11.127 -4777.1
## + Exterior2nd   14  0.127000 11.023 -4769.4
## 
## Step:  AIC=-4787.38
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure
## 
##                 Df Sum of Sq    RSS     AIC
## + HalfBath       1  0.037269 11.006 -4789.1
## + Alley          2  0.053300 10.990 -4788.7
## + MoSold         1  0.030676 11.012 -4788.4
## + HeatingQC      4  0.087947 10.955 -4788.1
## + TotRmsAbvGrd   1  0.027001 11.016 -4788.1
## + Street         1  0.022637 11.021 -4787.6
## + X3SsnPorch     1  0.020449 11.023 -4787.4
## <none>                       11.043 -4787.4
## + Fence          4  0.078272 10.965 -4787.2
## + LotConfig      4  0.076542 10.967 -4787.0
## + EnclosedPorch  1  0.015846 11.027 -4787.0
## + MasVnrArea     1  0.011207 11.032 -4786.5
## + FullBath       1  0.010979 11.032 -4786.5
## + LotFrontage    1  0.010907 11.032 -4786.5
## + GarageFinish   2  0.027289 11.016 -4786.1
## + BsmtFinType2   6  0.106392 10.937 -4786.0
## + ExterCond      4  0.064372 10.979 -4785.8
## + BsmtFinSF1     1  0.003506 11.040 -4785.7
## + BsmtFinSF2     1  0.003506 11.040 -4785.7
## + OpenPorchSF    1  0.003398 11.040 -4785.7
## + KitchenAbvGr   1  0.003228 11.040 -4785.7
## + PoolArea       1  0.003198 11.040 -4785.7
## + X1stFlrSF      1  0.002059 11.041 -4785.6
## + GarageYrBlt    1  0.001984 11.041 -4785.6
## + MSSubClass     1  0.001632 11.042 -4785.5
## + X2ndFlrSF      1  0.001458 11.042 -4785.5
## + LowQualFinSF   1  0.000695 11.043 -4785.4
## + BedroomAbvGr   1  0.000373 11.043 -4785.4
## + BsmtHalfBath   1  0.000278 11.043 -4785.4
## + MiscVal        1  0.000011 11.043 -4785.4
## + YrSold         1  0.000010 11.043 -4785.4
## + Id             1  0.000005 11.043 -4785.4
## + HouseStyle     7  0.120119 10.923 -4785.4
## + MasVnrType     4  0.055645 10.988 -4784.9
## + GarageQual     4  0.052015 10.991 -4784.5
## + SaleType       8  0.127587 10.916 -4784.1
## + PavedDrive     2  0.005524 11.038 -4783.9
## + BsmtCond       3  0.024885 11.018 -4783.8
## + PoolQC         3  0.024756 11.018 -4783.8
## + MiscFeature    3  0.022290 11.021 -4783.6
## + RoofStyle      5  0.057495 10.986 -4783.1
## + LandContour    3  0.013443 11.030 -4782.7
## + LotShape       3  0.005673 11.038 -4781.9
## + ExterQual      3  0.003774 11.040 -4781.8
## + FireplaceQu    5  0.031182 11.012 -4780.5
## + Electrical     5  0.025656 11.018 -4779.9
## + Exterior2nd   14  0.121919 10.921 -4771.5
## 
## Step:  AIC=-4789.08
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath
## 
##                 Df Sum of Sq    RSS     AIC
## + FullBath       1  0.038452 10.967 -4790.9
## + Alley          2  0.054443 10.951 -4790.5
## + HeatingQC      4  0.090900 10.915 -4790.2
## + TotRmsAbvGrd   1  0.027604 10.978 -4789.8
## + MoSold         1  0.026375 10.980 -4789.7
## + Street         1  0.023705 10.982 -4789.4
## + X3SsnPorch     1  0.021709 10.984 -4789.2
## <none>                       11.006 -4789.1
## + EnclosedPorch  1  0.016258 10.990 -4788.7
## + LotConfig      4  0.076181 10.930 -4788.7
## + X1stFlrSF      1  0.012318 10.994 -4788.3
## + X2ndFlrSF      1  0.010820 10.995 -4788.2
## + LotFrontage    1  0.010690 10.995 -4788.1
## + MasVnrArea     1  0.009796 10.996 -4788.1
## + BsmtFinType2   6  0.109071 10.897 -4788.0
## + Fence          4  0.068294 10.938 -4787.9
## + HouseStyle     7  0.126024 10.880 -4787.7
## + OpenPorchSF    1  0.005281 11.001 -4787.6
## + GarageFinish   2  0.024833 10.981 -4787.6
## + BsmtFinSF1     1  0.003966 11.002 -4787.5
## + BsmtFinSF2     1  0.003966 11.002 -4787.5
## + MSSubClass     1  0.003790 11.002 -4787.5
## + PoolArea       1  0.003500 11.002 -4787.4
## + KitchenAbvGr   1  0.002721 11.003 -4787.4
## + MasVnrType     4  0.061548 10.944 -4787.2
## + GarageYrBlt    1  0.001275 11.005 -4787.2
## + LowQualFinSF   1  0.000414 11.005 -4787.1
## + ExterCond      4  0.060330 10.946 -4787.1
## + YrSold         1  0.000104 11.006 -4787.1
## + BedroomAbvGr   1  0.000099 11.006 -4787.1
## + BsmtHalfBath   1  0.000086 11.006 -4787.1
## + MiscVal        1  0.000018 11.006 -4787.1
## + Id             1  0.000001 11.006 -4787.1
## + SaleType       8  0.132877 10.873 -4786.4
## + GarageQual     4  0.053025 10.953 -4786.4
## + PavedDrive     2  0.005373 11.001 -4785.6
## + PoolQC         3  0.022427 10.983 -4785.3
## + MiscFeature    3  0.022024 10.984 -4785.3
## + BsmtCond       3  0.021519 10.984 -4785.2
## + LandContour    3  0.014438 10.992 -4784.5
## + RoofStyle      5  0.053946 10.952 -4784.5
## + LotShape       3  0.006025 11.000 -4783.7
## + ExterQual      3  0.004133 11.002 -4783.5
## + FireplaceQu    5  0.032755 10.973 -4782.3
## + Electrical     5  0.024729 10.981 -4781.5
## + Exterior2nd   14  0.122610 10.883 -4773.3
## 
## Step:  AIC=-4790.91
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath
## 
##                 Df Sum of Sq    RSS     AIC
## + Alley          2  0.054163 10.913 -4792.3
## + HeatingQC      4  0.089496 10.878 -4791.9
## + LotConfig      4  0.087009 10.880 -4791.6
## + MoSold         1  0.026599 10.941 -4791.6
## + Street         1  0.023734 10.944 -4791.3
## + TotRmsAbvGrd   1  0.023395 10.944 -4791.3
## <none>                       10.967 -4790.9
## + X3SsnPorch     1  0.019045 10.948 -4790.8
## + EnclosedPorch  1  0.017149 10.950 -4790.6
## + X1stFlrSF      1  0.017027 10.950 -4790.6
## + X2ndFlrSF      1  0.015857 10.952 -4790.5
## + BsmtFinType2   6  0.113619 10.854 -4790.3
## + LotFrontage    1  0.012174 10.955 -4790.1
## + MasVnrArea     1  0.009808 10.958 -4789.9
## + HouseStyle     7  0.127264 10.840 -4789.7
## + OpenPorchSF    1  0.006025 10.961 -4789.5
## + KitchenAbvGr   1  0.005302 10.962 -4789.4
## + MSSubClass     1  0.004886 10.963 -4789.4
## + PoolArea       1  0.004868 10.963 -4789.4
## + Fence          4  0.064596 10.903 -4789.4
## + BsmtFinSF1     1  0.004284 10.963 -4789.3
## + BsmtFinSF2     1  0.004284 10.963 -4789.3
## + ExterCond      4  0.063085 10.904 -4789.2
## + GarageYrBlt    1  0.002432 10.965 -4789.2
## + MasVnrType     4  0.062306 10.905 -4789.2
## + SaleType       8  0.141189 10.826 -4789.1
## + BedroomAbvGr   1  0.001461 10.966 -4789.1
## + BsmtHalfBath   1  0.000658 10.967 -4789.0
## + YrSold         1  0.000263 10.967 -4788.9
## + LowQualFinSF   1  0.000107 10.967 -4788.9
## + Id             1  0.000019 10.967 -4788.9
## + MiscVal        1  0.000012 10.967 -4788.9
## + GarageFinish   2  0.019512 10.948 -4788.9
## + GarageQual     4  0.052598 10.915 -4788.2
## + PavedDrive     2  0.006298 10.961 -4787.5
## + PoolQC         3  0.023699 10.944 -4787.3
## + MiscFeature    3  0.022761 10.945 -4787.2
## + BsmtCond       3  0.022039 10.945 -4787.1
## + RoofStyle      5  0.061201 10.906 -4787.0
## + LandContour    3  0.011831 10.956 -4786.1
## + LotShape       3  0.005746 10.962 -4785.5
## + ExterQual      3  0.004675 10.963 -4785.4
## + FireplaceQu    5  0.033920 10.934 -4784.3
## + Electrical     5  0.025250 10.942 -4783.4
## + Exterior2nd   14  0.125120 10.842 -4775.5
## 
## Step:  AIC=-4792.33
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley
## 
##                 Df Sum of Sq    RSS     AIC
## + LotConfig      4  0.092283 10.821 -4793.6
## + HeatingQC      4  0.087328 10.826 -4793.1
## + MoSold         1  0.026530 10.887 -4793.0
## + TotRmsAbvGrd   1  0.024185 10.889 -4792.8
## + SaleType       8  0.160187 10.753 -4792.5
## + Street         1  0.021525 10.892 -4792.5
## <none>                       10.913 -4792.3
## + X3SsnPorch     1  0.019597 10.894 -4792.3
## + BsmtFinType2   6  0.116648 10.797 -4792.1
## + X1stFlrSF      1  0.016022 10.897 -4791.9
## + X2ndFlrSF      1  0.015246 10.898 -4791.9
## + EnclosedPorch  1  0.012444 10.901 -4791.6
## + LotFrontage    1  0.011267 10.902 -4791.5
## + MasVnrArea     1  0.007033 10.906 -4791.0
## + Fence          4  0.065978 10.847 -4791.0
## + OpenPorchSF    1  0.006297 10.907 -4791.0
## + PoolArea       1  0.005777 10.908 -4790.9
## + MSSubClass     1  0.004487 10.909 -4790.8
## + MasVnrType     4  0.063944 10.849 -4790.8
## + BsmtFinSF1     1  0.003939 10.909 -4790.7
## + BsmtFinSF2     1  0.003939 10.909 -4790.7
## + BedroomAbvGr   1  0.002393 10.911 -4790.6
## + KitchenAbvGr   1  0.001740 10.912 -4790.5
## + GarageYrBlt    1  0.001236 10.912 -4790.5
## + BsmtHalfBath   1  0.000480 10.913 -4790.4
## + ExterCond      4  0.059990 10.853 -4790.4
## + GarageFinish   2  0.020031 10.893 -4790.3
## + YrSold         1  0.000104 10.913 -4790.3
## + LowQualFinSF   1  0.000024 10.913 -4790.3
## + MiscVal        1  0.000008 10.913 -4790.3
## + Id             1  0.000000 10.913 -4790.3
## + HouseStyle     7  0.117988 10.795 -4790.2
## + PavedDrive     2  0.006305 10.907 -4789.0
## + GarageQual     4  0.044633 10.869 -4788.8
## + RoofStyle      5  0.064398 10.849 -4788.8
## + MiscFeature    3  0.023363 10.890 -4788.7
## + BsmtCond       3  0.023058 10.890 -4788.6
## + PoolQC         3  0.022202 10.891 -4788.6
## + LandContour    3  0.014566 10.899 -4787.8
## + LotShape       3  0.005487 10.908 -4786.9
## + ExterQual      3  0.004283 10.909 -4786.8
## + FireplaceQu    5  0.032341 10.881 -4785.6
## + Electrical     5  0.030337 10.883 -4785.4
## + Exterior2nd   14  0.124096 10.789 -4776.9
## 
## Step:  AIC=-4793.63
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley + 
##     LotConfig
## 
##                 Df Sum of Sq    RSS     AIC
## + HeatingQC      4  0.094491 10.727 -4795.2
## + TotRmsAbvGrd   1  0.027749 10.793 -4794.4
## + MoSold         1  0.023491 10.798 -4794.0
## <none>                       10.821 -4793.6
## + X3SsnPorch     1  0.019422 10.802 -4793.6
## + SaleType       8  0.155831 10.665 -4793.5
## + Street         1  0.018234 10.803 -4793.5
## + X1stFlrSF      1  0.017072 10.804 -4793.4
## + BsmtFinType2   6  0.114624 10.706 -4793.3
## + X2ndFlrSF      1  0.015067 10.806 -4793.2
## + EnclosedPorch  1  0.011334 10.810 -4792.8
## + MasVnrType     4  0.069407 10.752 -4792.7
## + MSSubClass     1  0.007830 10.813 -4792.4
## + Fence          4  0.066714 10.754 -4792.4
## + PoolArea       1  0.006901 10.814 -4792.3
## + OpenPorchSF    1  0.006314 10.815 -4792.3
## + MasVnrArea     1  0.005539 10.816 -4792.2
## + GarageYrBlt    1  0.004222 10.817 -4792.1
## + LotFrontage    1  0.003701 10.817 -4792.0
## + ExterCond      4  0.062787 10.758 -4792.0
## + BsmtFinSF1     1  0.003582 10.818 -4792.0
## + BsmtFinSF2     1  0.003582 10.818 -4792.0
## + GarageFinish   2  0.022442 10.799 -4791.9
## + KitchenAbvGr   1  0.002083 10.819 -4791.8
## + BedroomAbvGr   1  0.001218 10.820 -4791.8
## + LowQualFinSF   1  0.000554 10.820 -4791.7
## + MiscVal        1  0.000376 10.821 -4791.7
## + BsmtHalfBath   1  0.000335 10.821 -4791.7
## + YrSold         1  0.000209 10.821 -4791.7
## + Id             1  0.000085 10.821 -4791.6
## + HouseStyle     7  0.115922 10.705 -4791.4
## + PavedDrive     2  0.006931 10.814 -4790.3
## + RoofStyle      5  0.065496 10.756 -4790.3
## + GarageQual     4  0.045696 10.775 -4790.3
## + PoolQC         3  0.024826 10.796 -4790.1
## + BsmtCond       3  0.023349 10.798 -4790.0
## + MiscFeature    3  0.020351 10.801 -4789.7
## + LandContour    3  0.011999 10.809 -4788.8
## + LotShape       3  0.005316 10.816 -4788.2
## + ExterQual      3  0.002438 10.819 -4787.9
## + FireplaceQu    5  0.031904 10.789 -4786.9
## + Electrical     5  0.030244 10.791 -4786.7
## + Exterior2nd   14  0.126263 10.695 -4778.5
## 
## Step:  AIC=-4795.24
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley + 
##     LotConfig + HeatingQC
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleType       8  0.165587 10.561 -4796.3
## + TotRmsAbvGrd   1  0.024558 10.702 -4795.7
## + MoSold         1  0.023158 10.703 -4795.6
## + Street         1  0.022207 10.704 -4795.5
## <none>                       10.727 -4795.2
## + BsmtFinType2   6  0.116364 10.610 -4795.2
## + X1stFlrSF      1  0.018534 10.708 -4795.1
## + ExterCond      4  0.074472 10.652 -4794.9
## + X2ndFlrSF      1  0.015525 10.711 -4794.8
## + X3SsnPorch     1  0.014645 10.712 -4794.7
## + EnclosedPorch  1  0.012521 10.714 -4794.5
## + PoolArea       1  0.009645 10.717 -4794.2
## + OpenPorchSF    1  0.007544 10.719 -4794.0
## + GarageYrBlt    1  0.007442 10.719 -4794.0
## + MSSubClass     1  0.006538 10.720 -4793.9
## + LotFrontage    1  0.006251 10.720 -4793.9
## + BsmtFinSF1     1  0.006202 10.720 -4793.9
## + BsmtFinSF2     1  0.006202 10.720 -4793.9
## + MasVnrArea     1  0.004490 10.722 -4793.7
## + HouseStyle     7  0.120464 10.606 -4793.6
## + MasVnrType     4  0.060695 10.666 -4793.4
## + LowQualFinSF   1  0.001401 10.725 -4793.4
## + KitchenAbvGr   1  0.000832 10.726 -4793.3
## + BedroomAbvGr   1  0.000617 10.726 -4793.3
## + YrSold         1  0.000212 10.726 -4793.3
## + BsmtHalfBath   1  0.000150 10.726 -4793.3
## + MiscVal        1  0.000110 10.726 -4793.2
## + Id             1  0.000083 10.726 -4793.2
## + GarageFinish   2  0.017265 10.709 -4793.0
## + Fence          4  0.055400 10.671 -4792.9
## + PoolQC         3  0.028268 10.698 -4792.1
## + PavedDrive     2  0.004847 10.722 -4791.7
## + GarageQual     4  0.043709 10.683 -4791.7
## + RoofStyle      5  0.062361 10.664 -4791.6
## + MiscFeature    3  0.023248 10.703 -4791.6
## + BsmtCond       3  0.020280 10.706 -4791.3
## + LandContour    3  0.013650 10.713 -4790.6
## + LotShape       3  0.005897 10.721 -4789.8
## + ExterQual      3  0.005135 10.721 -4789.8
## + Electrical     5  0.035630 10.691 -4788.9
## + FireplaceQu    5  0.029608 10.697 -4788.3
## + Exterior2nd   14  0.139668 10.587 -4781.6
## 
## Step:  AIC=-4796.27
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley + 
##     LotConfig + HeatingQC + SaleType
## 
##                 Df Sum of Sq    RSS     AIC
## + Street         1  0.044805 10.516 -4798.9
## + BsmtFinType2   6  0.120278 10.441 -4796.8
## + MoSold         1  0.023403 10.538 -4796.7
## + TotRmsAbvGrd   1  0.020433 10.540 -4796.4
## <none>                       10.561 -4796.3
## + EnclosedPorch  1  0.018898 10.542 -4796.2
## + X3SsnPorch     1  0.014956 10.546 -4795.8
## + PoolArea       1  0.012578 10.548 -4795.6
## + ExterCond      4  0.069790 10.491 -4795.5
## + X1stFlrSF      1  0.009339 10.552 -4795.2
## + LotFrontage    1  0.008182 10.553 -4795.1
## + BsmtFinSF1     1  0.007138 10.554 -4795.0
## + BsmtFinSF2     1  0.007138 10.554 -4795.0
## + X2ndFlrSF      1  0.006528 10.555 -4794.9
## + MSSubClass     1  0.005495 10.556 -4794.8
## + GarageYrBlt    1  0.005202 10.556 -4794.8
## + MasVnrArea     1  0.005132 10.556 -4794.8
## + MasVnrType     4  0.061020 10.500 -4794.6
## + LowQualFinSF   1  0.003104 10.558 -4794.6
## + OpenPorchSF    1  0.003027 10.558 -4794.6
## + KitchenAbvGr   1  0.000599 10.560 -4794.3
## + BedroomAbvGr   1  0.000277 10.561 -4794.3
## + BsmtHalfBath   1  0.000202 10.561 -4794.3
## + Id             1  0.000051 10.561 -4794.3
## + YrSold         1  0.000033 10.561 -4794.3
## + MiscVal        1  0.000018 10.561 -4794.3
## + GarageFinish   2  0.015744 10.545 -4793.9
## + Fence          4  0.049148 10.512 -4793.4
## + PoolQC         3  0.027741 10.533 -4793.2
## + HouseStyle     7  0.104009 10.457 -4793.1
## + MiscFeature    3  0.027160 10.534 -4793.1
## + PavedDrive     2  0.006908 10.554 -4793.0
## + BsmtCond       3  0.025458 10.536 -4792.9
## + RoofStyle      5  0.062574 10.498 -4792.8
## + GarageQual     4  0.041254 10.520 -4792.6
## + LandContour    3  0.018730 10.542 -4792.2
## + ExterQual      3  0.007291 10.554 -4791.0
## + LotShape       3  0.006981 10.554 -4791.0
## + Electrical     5  0.040185 10.521 -4790.4
## + FireplaceQu    5  0.028304 10.533 -4789.2
## + Exterior2nd   14  0.143917 10.417 -4783.3
## 
## Step:  AIC=-4798.93
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley + 
##     LotConfig + HeatingQC + SaleType + Street
## 
##                 Df Sum of Sq    RSS     AIC
## + MoSold         1  0.021892 10.494 -4799.2
## + BsmtFinType2   6  0.115005 10.401 -4799.0
## <none>                       10.516 -4798.9
## + EnclosedPorch  1  0.017945 10.498 -4798.8
## + TotRmsAbvGrd   1  0.017864 10.498 -4798.8
## + ExterCond      4  0.074281 10.442 -4798.7
## + X3SsnPorch     1  0.014639 10.502 -4798.5
## + PoolArea       1  0.013479 10.503 -4798.3
## + X1stFlrSF      1  0.008626 10.508 -4797.8
## + LotFrontage    1  0.007878 10.508 -4797.7
## + BsmtFinSF1     1  0.007741 10.508 -4797.7
## + BsmtFinSF2     1  0.007741 10.508 -4797.7
## + GarageYrBlt    1  0.006848 10.509 -4797.6
## + X2ndFlrSF      1  0.005332 10.511 -4797.5
## + MasVnrType     4  0.062722 10.454 -4797.5
## + LowQualFinSF   1  0.005140 10.511 -4797.5
## + MSSubClass     1  0.005122 10.511 -4797.5
## + MasVnrArea     1  0.004401 10.512 -4797.4
## + OpenPorchSF    1  0.002554 10.514 -4797.2
## + KitchenAbvGr   1  0.000886 10.515 -4797.0
## + BedroomAbvGr   1  0.000228 10.516 -4797.0
## + BsmtHalfBath   1  0.000138 10.516 -4796.9
## + MiscVal        1  0.000058 10.516 -4796.9
## + YrSold         1  0.000010 10.516 -4796.9
## + Id             1  0.000001 10.516 -4796.9
## + GarageFinish   2  0.015885 10.500 -4796.6
## + HouseStyle     7  0.107644 10.409 -4796.2
## + Fence          4  0.047639 10.469 -4795.9
## + RoofStyle      5  0.066665 10.450 -4795.9
## + PoolQC         3  0.028102 10.488 -4795.9
## + PavedDrive     2  0.007718 10.508 -4795.7
## + BsmtCond       3  0.025687 10.491 -4795.6
## + GarageQual     4  0.039497 10.477 -4795.0
## + LandContour    3  0.019254 10.497 -4794.9
## + MiscFeature    3  0.018126 10.498 -4794.8
## + LotShape       3  0.007101 10.509 -4793.7
## + ExterQual      3  0.004494 10.512 -4793.4
## + Electrical     5  0.038902 10.477 -4793.0
## + FireplaceQu    5  0.024160 10.492 -4791.4
## + Exterior2nd   14  0.155275 10.361 -4787.2
## 
## Step:  AIC=-4799.21
## log_saleprice ~ OverallQual + Neighborhood + GrLivArea + BsmtFinType1 + 
##     GarageCars + RoofMatl + OverallCond + TotalBsmtSF + Condition2 + 
##     YearBuilt + MSZoning + BsmtUnfSF + BldgType + Exterior1st + 
##     CentralAir + SaleCondition + LotArea + KitchenQual + ScreenPorch + 
##     Functional + Heating + WoodDeckSF + GarageArea + YearRemodAdd + 
##     Fireplaces + Condition1 + BsmtFullBath + Foundation + LandSlope + 
##     GarageType + BsmtExposure + HalfBath + FullBath + Alley + 
##     LotConfig + HeatingQC + SaleType + Street + MoSold
## 
##                 Df Sum of Sq    RSS     AIC
## <none>                       10.494 -4799.2
## + TotRmsAbvGrd   1  0.017006 10.477 -4799.0
## + X3SsnPorch     1  0.016803 10.477 -4799.0
## + BsmtFinType2   6  0.111444 10.383 -4798.9
## + EnclosedPorch  1  0.016013 10.478 -4798.9
## + ExterCond      4  0.072876 10.421 -4798.8
## + PoolArea       1  0.012038 10.482 -4798.5
## + X1stFlrSF      1  0.009108 10.485 -4798.2
## + BsmtFinSF1     1  0.008507 10.486 -4798.1
## + BsmtFinSF2     1  0.008507 10.486 -4798.1
## + LotFrontage    1  0.007747 10.486 -4798.0
## + GarageYrBlt    1  0.007120 10.487 -4798.0
## + X2ndFlrSF      1  0.005763 10.489 -4797.8
## + LowQualFinSF   1  0.004938 10.489 -4797.7
## + MasVnrType     4  0.061903 10.432 -4797.7
## + MSSubClass     1  0.004245 10.490 -4797.7
## + MasVnrArea     1  0.003499 10.491 -4797.6
## + OpenPorchSF    1  0.001693 10.493 -4797.4
## + KitchenAbvGr   1  0.000535 10.494 -4797.3
## + YrSold         1  0.000529 10.494 -4797.3
## + BsmtHalfBath   1  0.000295 10.494 -4797.2
## + BedroomAbvGr   1  0.000096 10.494 -4797.2
## + Id             1  0.000048 10.494 -4797.2
## + MiscVal        1  0.000022 10.494 -4797.2
## + GarageFinish   2  0.013600 10.481 -4796.6
## + HouseStyle     7  0.106761 10.387 -4796.4
## + PoolQC         3  0.027918 10.466 -4796.1
## + PavedDrive     2  0.008168 10.486 -4796.1
## + RoofStyle      5  0.065273 10.429 -4796.0
## + BsmtCond       3  0.025624 10.469 -4795.9
## + Fence          4  0.044190 10.450 -4795.8
## + LandContour    3  0.020208 10.474 -4795.3
## + GarageQual     4  0.039233 10.455 -4795.3
## + MiscFeature    3  0.016469 10.478 -4794.9
## + LotShape       3  0.007085 10.487 -4793.9
## + ExterQual      3  0.003868 10.490 -4793.6
## + Electrical     5  0.040221 10.454 -4793.4
## + FireplaceQu    5  0.024653 10.470 -4791.8
## + Exterior2nd   14  0.156585 10.338 -4787.7
summary(model1)
## 
## Call:
## lm(formula = log_saleprice ~ OverallQual + Neighborhood + GrLivArea + 
##     BsmtFinType1 + GarageCars + RoofMatl + OverallCond + TotalBsmtSF + 
##     Condition2 + YearBuilt + MSZoning + BsmtUnfSF + BldgType + 
##     Exterior1st + CentralAir + SaleCondition + LotArea + KitchenQual + 
##     ScreenPorch + Functional + Heating + WoodDeckSF + GarageArea + 
##     YearRemodAdd + Fireplaces + Condition1 + BsmtFullBath + Foundation + 
##     LandSlope + GarageType + BsmtExposure + HalfBath + FullBath + 
##     Alley + LotConfig + HeatingQC + SaleType + Street + MoSold, 
##     data = train)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -0.66948 -0.04849  0.00212  0.04903  0.66948 
## 
## Coefficients:
##                        Estimate Std. Error t value Pr(>|t|)    
## (Intercept)           3.168e+00  8.488e-01   3.733 0.000201 ***
## OverallQual           4.775e-02  5.075e-03   9.408  < 2e-16 ***
## NeighborhoodBlueste  -3.616e-03  1.197e-01  -0.030 0.975900    
## NeighborhoodBrDale   -6.946e-02  5.430e-02  -1.279 0.201172    
## NeighborhoodBrkSide   1.668e-02  4.679e-02   0.356 0.721592    
## NeighborhoodClearCr   9.172e-02  4.788e-02   1.916 0.055719 .  
## NeighborhoodCollgCr  -1.164e-02  3.683e-02  -0.316 0.752098    
## NeighborhoodCrawfor   1.116e-01  4.337e-02   2.574 0.010204 *  
## NeighborhoodEdwards  -6.254e-02  4.086e-02  -1.531 0.126203    
## NeighborhoodGilbert  -1.846e-03  3.925e-02  -0.047 0.962493    
## NeighborhoodIDOTRR   -6.521e-02  5.450e-02  -1.196 0.231817    
## NeighborhoodMeadowV  -1.673e-01  5.409e-02  -3.093 0.002042 ** 
## NeighborhoodMitchel  -4.746e-02  4.120e-02  -1.152 0.249640    
## NeighborhoodNAmes    -2.149e-02  3.946e-02  -0.545 0.586112    
## NeighborhoodNoRidge   6.148e-02  4.192e-02   1.466 0.142855    
## NeighborhoodNPkVill  -1.349e-02  5.623e-02  -0.240 0.810508    
## NeighborhoodNridgHt   1.191e-01  3.714e-02   3.207 0.001385 ** 
## NeighborhoodNWAmes   -1.767e-02  4.104e-02  -0.430 0.666941    
## NeighborhoodOldTown  -7.881e-02  4.887e-02  -1.612 0.107194    
## NeighborhoodSawyer   -1.139e-02  4.157e-02  -0.274 0.784237    
## NeighborhoodSawyerW  -2.842e-03  3.962e-02  -0.072 0.942834    
## NeighborhoodSomerst   2.993e-02  4.431e-02   0.676 0.499452    
## NeighborhoodStoneBr   1.576e-01  4.284e-02   3.678 0.000248 ***
## NeighborhoodSWISU    -3.914e-02  4.848e-02  -0.807 0.419678    
## NeighborhoodTimber    1.644e-02  4.146e-02   0.397 0.691789    
## NeighborhoodVeenker   5.420e-02  5.287e-02   1.025 0.305496    
## GrLivArea             2.285e-04  1.529e-05  14.950  < 2e-16 ***
## BsmtFinType1BLQ       2.534e-03  1.425e-02   0.178 0.858869    
## BsmtFinType1GLQ       1.714e-02  1.307e-02   1.312 0.189924    
## BsmtFinType1LwQ      -2.436e-02  1.880e-02  -1.296 0.195348    
## BsmtFinType1Others    6.390e-02  1.141e-01   0.560 0.575469    
## BsmtFinType1Rec      -1.107e-02  1.494e-02  -0.741 0.458759    
## BsmtFinType1Unf      -1.251e-02  1.484e-02  -0.843 0.399430    
## GarageCars            1.645e-02  1.160e-02   1.419 0.156368    
## RoofMatlCompShg       2.525e+00  1.430e-01  17.659  < 2e-16 ***
## RoofMatlMembran       2.751e+00  1.969e-01  13.966  < 2e-16 ***
## RoofMatlMetal         2.612e+00  1.957e-01  13.348  < 2e-16 ***
## RoofMatlRoll          2.580e+00  1.841e-01  14.012  < 2e-16 ***
## RoofMatlTar&Grv       2.573e+00  1.536e-01  16.754  < 2e-16 ***
## RoofMatlWdShake       2.530e+00  1.531e-01  16.529  < 2e-16 ***
## RoofMatlWdShngl       2.542e+00  1.474e-01  17.252  < 2e-16 ***
## OverallCond           3.525e-02  4.231e-03   8.332 2.77e-16 ***
## TotalBsmtSF           1.460e-04  1.834e-05   7.962 4.82e-15 ***
## Condition2Feedr       1.354e-01  1.278e-01   1.059 0.289712    
## Condition2Norm        1.014e-01  1.159e-01   0.875 0.381880    
## Condition2PosA        3.869e-01  1.613e-01   2.398 0.016671 *  
## Condition2PosN       -7.524e-01  1.452e-01  -5.181 2.70e-07 ***
## Condition2RRAe       -9.168e-03  1.608e-01  -0.057 0.954541    
## Condition2RRNn        1.602e-01  1.622e-01   0.988 0.323601    
## YearBuilt             1.535e-03  3.632e-04   4.225 2.62e-05 ***
## MSZoningFV            4.238e-01  6.556e-02   6.464 1.62e-10 ***
## MSZoningRH            4.363e-01  6.639e-02   6.572 8.15e-11 ***
## MSZoningRL            4.102e-01  5.696e-02   7.202 1.21e-12 ***
## MSZoningRM            3.835e-01  5.422e-02   7.074 2.93e-12 ***
## BsmtUnfSF            -5.062e-05  1.514e-05  -3.344 0.000859 ***
## BldgType2fmCon       -3.137e-04  2.643e-02  -0.012 0.990530    
## BldgTypeDuplex       -6.808e-02  2.434e-02  -2.797 0.005258 ** 
## BldgTypeTwnhs        -1.108e-01  2.774e-02  -3.993 7.04e-05 ***
## BldgTypeTwnhsE       -5.898e-02  1.909e-02  -3.089 0.002064 ** 
## Exterior1stAsphShn    3.592e-02  1.183e-01   0.304 0.761443    
## Exterior1stBrkComm   -4.338e-01  1.184e-01  -3.665 0.000261 ***
## Exterior1stBrkFace    7.215e-02  3.638e-02   1.983 0.047632 *  
## Exterior1stCBlock     1.290e-03  1.159e-01   0.011 0.991116    
## Exterior1stCemntBd    2.575e-02  3.790e-02   0.679 0.497046    
## Exterior1stHdBoard   -6.212e-03  3.340e-02  -0.186 0.852482    
## Exterior1stImStucc    1.984e-03  1.132e-01   0.018 0.986024    
## Exterior1stMetalSd    1.557e-02  3.245e-02   0.480 0.631447    
## Exterior1stPlywood    1.341e-02  3.530e-02   0.380 0.704150    
## Exterior1stStone      2.349e-02  8.902e-02   0.264 0.791977    
## Exterior1stStucco     5.336e-02  4.006e-02   1.332 0.183138    
## Exterior1stVinylSd    1.711e-02  3.258e-02   0.525 0.599490    
## Exterior1stWd Sdng    9.832e-03  3.221e-02   0.305 0.760280    
## Exterior1stWdShing    1.987e-02  3.883e-02   0.512 0.608964    
## CentralAirY           6.606e-02  1.920e-02   3.440 0.000606 ***
## SaleConditionAdjLand  1.167e-01  6.200e-02   1.883 0.060062 .  
## SaleConditionAlloca   6.584e-02  4.306e-02   1.529 0.126593    
## SaleConditionFamily   4.873e-02  3.067e-02   1.589 0.112422    
## SaleConditionNormal   6.514e-02  1.515e-02   4.301 1.88e-05 ***
## SaleConditionPartial  1.019e-01  8.192e-02   1.244 0.213890    
## LotArea               1.846e-06  5.189e-07   3.558 0.000392 ***
## KitchenQualFa        -8.926e-02  3.065e-02  -2.912 0.003678 ** 
## KitchenQualGd        -6.944e-02  1.637e-02  -4.243 2.42e-05 ***
## KitchenQualTA        -6.945e-02  1.895e-02  -3.664 0.000262 ***
## ScreenPorch           2.296e-04  6.593e-05   3.482 0.000519 ***
## FunctionalMaj2       -1.096e-01  8.836e-02  -1.240 0.215302    
## FunctionalMin1        4.464e-02  4.250e-02   1.050 0.293919    
## FunctionalMin2        3.651e-02  4.277e-02   0.854 0.393503    
## FunctionalMod        -4.157e-02  4.866e-02  -0.854 0.393112    
## FunctionalTyp         7.802e-02  3.521e-02   2.216 0.026932 *  
## HeatingGasW           7.459e-02  3.818e-02   1.954 0.051038 .  
## HeatingGrav          -1.200e-01  5.532e-02  -2.169 0.030293 *  
## HeatingOthW          -1.312e-02  8.407e-02  -0.156 0.876018    
## HeatingWall           1.148e-01  6.771e-02   1.696 0.090218 .  
## WoodDeckSF            8.729e-05  2.982e-05   2.927 0.003499 ** 
## GarageArea            1.522e-04  3.827e-05   3.977 7.50e-05 ***
## YearRemodAdd          6.387e-04  2.804e-04   2.278 0.022929 *  
## Fireplaces            2.314e-02  6.949e-03   3.329 0.000904 ***
## Condition1Feedr       2.820e-02  2.712e-02   1.040 0.298702    
## Condition1Norm        6.822e-02  2.182e-02   3.126 0.001825 ** 
## Condition1PosA        2.157e-02  4.853e-02   0.444 0.656865    
## Condition1PosN        7.092e-02  3.710e-02   1.912 0.056193 .  
## Condition1RRAe       -1.789e-02  6.219e-02  -0.288 0.773700    
## Condition1RRAn        3.962e-02  3.576e-02   1.108 0.268123    
## Condition1RRNe        7.473e-02  1.101e-01   0.679 0.497310    
## Condition1RRNn        1.202e-01  7.366e-02   1.631 0.103206    
## BsmtFullBath          2.408e-02  9.742e-03   2.472 0.013609 *  
## FoundationCBlock      2.553e-02  1.654e-02   1.544 0.123039    
## FoundationPConc       4.057e-02  1.823e-02   2.225 0.026303 *  
## FoundationSlab       -6.798e-02  5.245e-02  -1.296 0.195286    
## FoundationStone       1.088e-01  5.266e-02   2.067 0.039049 *  
## FoundationWood       -2.473e-02  7.977e-02  -0.310 0.756586    
## LandSlopeMod          3.482e-02  1.954e-02   1.782 0.075116 .  
## LandSlopeSev         -1.001e-01  5.947e-02  -1.684 0.092542 .  
## GarageTypeAttchd      1.043e-01  5.398e-02   1.931 0.053760 .  
## GarageTypeBasment     1.030e-01  6.189e-02   1.664 0.096458 .  
## GarageTypeBuiltIn     8.827e-02  5.616e-02   1.572 0.116360    
## GarageTypeCarPort     1.818e-01  9.945e-02   1.828 0.067919 .  
## GarageTypeDetchd      8.717e-02  5.385e-02   1.619 0.105858    
## GarageTypeOthers      6.007e-02  5.873e-02   1.023 0.306639    
## BsmtExposureGd        3.228e-02  1.565e-02   2.063 0.039425 *  
## BsmtExposureMn       -1.399e-02  1.507e-02  -0.929 0.353356    
## BsmtExposureNo       -1.153e-02  1.055e-02  -1.093 0.274563    
## BsmtExposureOthers   -5.544e-02  1.067e-01  -0.520 0.603315    
## HalfBath              2.849e-02  1.023e-02   2.785 0.005465 ** 
## FullBath              2.631e-02  1.139e-02   2.310 0.021094 *  
## AlleyOthers          -3.934e-02  2.257e-02  -1.743 0.081589 .  
## AlleyPave             9.831e-03  3.166e-02   0.311 0.756224    
## LotConfigCulDSac      1.290e-02  1.653e-02   0.780 0.435534    
## LotConfigFR2         -2.567e-02  2.088e-02  -1.229 0.219280    
## LotConfigFR3         -1.393e-01  6.849e-02  -2.034 0.042278 *  
## LotConfigInside      -1.027e-02  9.233e-03  -1.112 0.266262    
## HeatingQCFa          -2.826e-02  2.291e-02  -1.233 0.217756    
## HeatingQCGd          -2.630e-02  1.090e-02  -2.413 0.016031 *  
## HeatingQCPo          -3.224e-02  1.262e-01  -0.256 0.798355    
## HeatingQCTA          -3.283e-02  1.095e-02  -2.999 0.002783 ** 
## SaleTypeCon           7.540e-02  8.203e-02   0.919 0.358232    
## SaleTypeConLD         1.668e-01  5.592e-02   2.984 0.002922 ** 
## SaleTypeConLI        -2.430e-02  6.074e-02  -0.400 0.689176    
## SaleTypeConLw         9.455e-03  6.796e-02   0.139 0.889380    
## SaleTypeCWD           7.287e-02  8.531e-02   0.854 0.393196    
## SaleTypeNew          -5.952e-03  8.498e-02  -0.070 0.944181    
## SaleTypeOth           9.375e-02  6.760e-02   1.387 0.165797    
## SaleTypeWD           -9.365e-03  2.259e-02  -0.415 0.678502    
## StreetPave            1.308e-01  6.609e-02   1.980 0.048025 *  
## MoSold               -1.768e-03  1.256e-03  -1.408 0.159527    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.1051 on 950 degrees of freedom
## Multiple R-squared:  0.9409, Adjusted R-squared:  0.9319 
## F-statistic:   105 on 144 and 950 DF,  p-value: < 2.2e-16
test$log_saleprice <- log(test$SalePrice)
preds <- predict(model1,test)
diffs <- preds - test$log_saleprice
RMSE <- function(diffs) {
  RMSE <- sqrt(mean((diffs)^2))
  return(RMSE)
}
RMSE(diffs)
## [1] 0.09789699
======= lmfull <- lm(log_saleprice ~ . , data=train) lmempty <- lm(log_saleprice ~ 1, data=train) # model with only intercept
model1 <- step(lmempty, scope=list(lower=lmempty, upper=lmfull), direction="forward")
## Start:  AIC=-1346.62
## log_saleprice ~ 1
## 
##                 Df Sum of Sq     RSS     AIC
## + SalePrice      1   103.497  11.582 -3020.8
## + OverallQual    1    76.746  38.334 -2147.1
## + GrLivArea      1    59.128  55.952 -1871.0
## + Neighborhood  24    62.311  52.769 -1867.8
## + ExterQual      3    54.303  60.777 -1806.7
## + GarageCars     1    52.822  62.258 -1793.1
## + KitchenQual    3    52.517  62.563 -1785.5
## + BsmtQual       4    48.052  67.028 -1733.2
## + GarageArea     1    47.286  67.794 -1730.9
## + TotalBsmtSF    1    46.091  68.988 -1718.2
## + X1stFlrSF      1    43.348  71.732 -1689.7
## + GarageFinish   3    41.738  73.342 -1669.5
## + FullBath       1    40.835  74.245 -1664.5
## + YearRemodAdd   1    33.925  81.155 -1599.6
## + TotRmsAbvGrd   1    33.831  81.249 -1598.7
## + GarageType     6    34.785  80.295 -1597.4
## + FireplaceQu    5    34.344  80.736 -1595.4
## + YearBuilt      1    33.231  81.849 -1593.4
## + Foundation     5    29.649  85.431 -1554.1
## + Fireplaces     1    25.713  89.366 -1529.2
## + HeatingQC      4    23.927  91.153 -1508.8
## + BsmtFinType1   6    24.273  90.807 -1507.5
## + MSZoning       4    19.168  95.912 -1471.6
## + MasVnrType     4    17.618  97.462 -1459.9
## + GarageCond     5    17.522  97.558 -1457.2
## + GarageQual     5    17.003  98.077 -1453.3
## + BsmtFinSF1     1    15.506  99.574 -1450.3
## + OpenPorchSF    1    15.298  99.782 -1448.7
## + Exterior1st   12    17.818  97.262 -1445.4
## + GarageYrBlt    1    14.550 100.530 -1443.3
## + WoodDeckSF     1    14.307 100.773 -1441.5
## + X2ndFlrSF      1    12.613 102.467 -1429.4
## + BsmtExposure   4    13.392 101.688 -1428.9
## + Exterior2nd   14    15.939  99.141 -1427.5
## + HouseStyle     7    13.304 101.776 -1422.3
## + CentralAir     1    11.270 103.810 -1419.8
## + LotShape       3    11.718 103.362 -1419.0
## + MasVnrArea     1    10.821 104.259 -1416.7
## + SaleCondition  5    11.341 103.739 -1412.3
## + HalfBath       1    10.138 104.942 -1411.9
## + Electrical     5    10.387 104.693 -1405.7
## + LotArea        1     9.178 105.902 -1405.3
## + SaleType       8    10.473 104.607 -1400.3
## + PavedDrive     2     7.982 107.098 -1395.1
## + BsmtCond       4     7.998 107.082 -1391.2
## + BsmtUnfSF      1     6.488 108.592 -1387.0
## + BedroomAbvGr   1     6.468 108.612 -1386.8
## + BsmtFullBath   1     6.138 108.942 -1384.6
## + ExterCond      3     5.977 109.103 -1379.5
## + BldgType       4     5.489 109.591 -1374.3
## + Fence          4     5.317 109.763 -1373.2
## + RoofStyle      5     5.053 110.027 -1369.4
## + Condition1     8     5.477 109.603 -1366.2
## + RoofMatl       3     3.912 111.168 -1365.9
## + Heating        4     4.028 111.051 -1364.6
## + Alley          2     3.163 111.917 -1363.0
## + ScreenPorch    1     2.352 112.728 -1359.7
## + KitchenAbvGr   1     2.150 112.930 -1358.4
## + LotConfig      4     2.806 112.273 -1356.6
## + LandContour    3     2.131 112.948 -1354.3
## + X3SsnPorch     1     1.010 114.070 -1351.0
## + EnclosedPorch  1     0.975 114.105 -1350.8
## + BsmtFinType2   6     2.491 112.589 -1350.6
## + Functional     5     2.033 113.046 -1349.6
## + MSSubClass     1     0.696 114.384 -1349.0
## + MoSold         1     0.555 114.524 -1348.2
## <none>                       115.080 -1346.6
## + PoolArea       1     0.251 114.829 -1346.2
## + Street         1     0.180 114.900 -1345.8
## + Id             1     0.115 114.965 -1345.3
## + OverallCond    1     0.078 115.002 -1345.1
## + YrSold         1     0.053 115.027 -1345.0
## + Utilities      1     0.036 115.044 -1344.8
## + LotFrontage    1     0.020 115.060 -1344.7
## + BsmtFinSF2     1     0.017 115.063 -1344.7
## + MiscVal        1     0.008 115.072 -1344.7
## + LowQualFinSF   1     0.008 115.072 -1344.7
## + BsmtHalfBath   1     0.003 115.077 -1344.6
## + MiscFeature    3     0.500 114.580 -1343.8
## + LandSlope      2     0.184 114.896 -1343.8
## + PoolQC         3     0.272 114.808 -1342.3
## + Condition2     7     1.076 114.004 -1339.5
## 
## Step:  AIC=-3020.79
## log_saleprice ~ SalePrice
## 
##                 Df Sum of Sq     RSS     AIC
## + Neighborhood  24   3.08895  8.4935 -3199.2
## + GarageFinish   3   2.20048  9.3820 -3168.6
## + GarageType     6   2.19875  9.3837 -3162.5
## + ExterQual      3   2.08690  9.4956 -3159.8
## + KitchenQual    3   1.95258  9.6299 -3149.6
## + MSZoning       4   1.81646  9.7660 -3137.3
## + GarageCond     5   1.65208  9.9304 -3123.1
## + BsmtQual       4   1.57783 10.0046 -3119.7
## + GarageQual     5   1.57750 10.0050 -3117.7
## + OverallQual    1   1.35384 10.2286 -3109.5
## + GarageYrBlt    1   1.34221 10.2403 -3108.7
## + CentralAir     1   1.30866 10.2738 -3106.3
## + GarageCars     1   1.20289 10.3796 -3098.8
## + YearRemodAdd   1   1.18753 10.3949 -3097.8
## + YearBuilt      1   1.13031 10.4522 -3093.8
## + Exterior1st   12   1.26498 10.3175 -3081.2
## + GarageArea     1   0.87673 10.7057 -3076.3
## + Exterior2nd   14   1.20028 10.3822 -3072.7
## + Foundation     5   0.91465 10.6678 -3070.8
## + FullBath       1   0.76145 10.8210 -3068.4
## + ExterCond      3   0.79930 10.7832 -3067.0
## + Electrical     5   0.83108 10.7514 -3065.1
## + FireplaceQu    5   0.82099 10.7615 -3064.5
## + PavedDrive     2   0.62093 10.9615 -3057.0
## + BsmtCond       4   0.66883 10.9136 -3056.2
## + HeatingQC      4   0.65183 10.9306 -3055.1
## + RoofMatl       3   0.55726 11.0252 -3050.8
## + Heating        4   0.55901 11.0235 -3048.9
## + Fireplaces     1   0.31815 11.2643 -3039.1
## + BedroomAbvGr   1   0.31563 11.2668 -3039.0
## + BsmtFinType1   6   0.44282 11.1397 -3037.2
## + GrLivArea      1   0.27137 11.3111 -3036.1
## + BsmtExposure   4   0.35380 11.2287 -3035.4
## + HalfBath       1   0.22736 11.3551 -3033.3
## + TotRmsAbvGrd   1   0.20399 11.3785 -3031.8
## + LotFrontage    1   0.18698 11.3955 -3030.7
## + MasVnrArea     1   0.18510 11.3974 -3030.6
## + Functional     5   0.30303 11.2794 -3030.1
## + SaleCondition  5   0.29200 11.2905 -3029.4
## + LotShape       3   0.22898 11.3535 -3029.4
## + HouseStyle     7   0.32606 11.2564 -3027.6
## + OverallCond    1   0.13671 11.4458 -3027.5
## + X1stFlrSF      1   0.12637 11.4561 -3026.8
## + BsmtFinType2   6   0.27715 11.3053 -3026.5
## + Condition1     8   0.33421 11.2483 -3026.2
## + TotalBsmtSF    1   0.10349 11.4790 -3025.3
## + OpenPorchSF    1   0.09114 11.4913 -3024.6
## + Alley          2   0.11907 11.4634 -3024.3
## + BldgType       4   0.17530 11.4072 -3023.9
## + WoodDeckSF     1   0.07495 11.5075 -3023.5
## + MasVnrType     4   0.14826 11.4342 -3022.2
## + BsmtFullBath   1   0.05299 11.5295 -3022.1
## + X2ndFlrSF      1   0.05055 11.5319 -3022.0
## + LandSlope      2   0.08036 11.5021 -3021.9
## + YrSold         1   0.04705 11.5354 -3021.8
## <none>                       11.5825 -3020.8
## + RoofStyle      5   0.15509 11.4274 -3020.6
## + KitchenAbvGr   1   0.02899 11.5535 -3020.6
## + EnclosedPorch  1   0.02699 11.5555 -3020.5
## + LowQualFinSF   1   0.02577 11.5567 -3020.4
## + MoSold         1   0.02499 11.5575 -3020.4
## + PoolArea       1   0.02099 11.5615 -3020.1
## + BsmtUnfSF      1   0.01709 11.5654 -3019.9
## + BsmtFinSF2     1   0.01704 11.5654 -3019.9
## + Street         1   0.01385 11.5686 -3019.7
## + Id             1   0.00788 11.5746 -3019.3
## + MiscVal        1   0.00754 11.5749 -3019.3
## + X3SsnPorch     1   0.00712 11.5754 -3019.2
## + LandContour    3   0.07012 11.5124 -3019.2
## + BsmtFinSF1     1   0.00481 11.5777 -3019.1
## + MSSubClass     1   0.00091 11.5816 -3018.8
## + Utilities      1   0.00018 11.5823 -3018.8
## + BsmtHalfBath   1   0.00008 11.5824 -3018.8
## + ScreenPorch    1   0.00004 11.5824 -3018.8
## + LotArea        1   0.00000 11.5825 -3018.8
## + Fence          4   0.05790 11.5246 -3016.5
## + PoolQC         3   0.02264 11.5598 -3016.2
## + MiscFeature    3   0.00924 11.5732 -3015.4
## + SaleType       8   0.16633 11.4161 -3015.4
## + LotConfig      4   0.03706 11.5454 -3015.1
## + Condition2     7   0.03654 11.5459 -3009.1
## 
## Step:  AIC=-3199.23
## log_saleprice ~ SalePrice + Neighborhood
## 
##                 Df Sum of Sq    RSS     AIC
## + ExterQual      3   1.25113 7.2424 -3309.6
## + GarageFinish   3   1.10843 7.3851 -3295.3
## + KitchenQual    3   1.02051 7.4730 -3286.7
## + GarageType     6   1.05499 7.4385 -3284.1
## + OverallQual    1   0.80908 7.6844 -3270.3
## + GarageCond     5   0.88213 7.6114 -3269.3
## + GarageYrBlt    1   0.79686 7.6967 -3269.1
## + GarageQual     5   0.83905 7.6545 -3265.2
## + GarageCars     1   0.64863 7.8449 -3255.2
## + GarageArea     1   0.62883 7.8647 -3253.4
## + BsmtQual       4   0.68227 7.8113 -3252.4
## + CentralAir     1   0.55916 7.9344 -3246.9
## + GrLivArea      1   0.55880 7.9347 -3246.9
## + ExterCond      3   0.50708 7.9864 -3238.2
## + YearRemodAdd   1   0.44841 8.0451 -3236.8
## + BsmtCond       4   0.47669 8.0168 -3233.4
## + FireplaceQu    5   0.49690 7.9966 -3233.2
## + OverallCond    1   0.40093 8.0926 -3232.5
## + Heating        4   0.44667 8.0469 -3230.7
## + HeatingQC      4   0.40985 8.0837 -3227.3
## + BedroomAbvGr   1   0.33195 8.1616 -3226.3
## + BsmtExposure   4   0.39351 8.1000 -3225.9
## + RoofMatl       3   0.36459 8.1289 -3225.3
## + TotRmsAbvGrd   1   0.30496 8.1886 -3223.9
## + MSZoning       4   0.35930 8.1342 -3222.8
## + FullBath       1   0.25641 8.2371 -3219.6
## + Foundation     5   0.32922 8.1643 -3218.1
## + Fireplaces     1   0.20598 8.2876 -3215.2
## + BsmtFinType1   6   0.31075 8.1828 -3214.4
## + X2ndFlrSF      1   0.19435 8.2992 -3214.1
## + SaleCondition  5   0.25616 8.2374 -3211.6
## + HouseStyle     7   0.29715 8.1964 -3211.2
## + HalfBath       1   0.13889 8.3546 -3209.3
## + BsmtFinType2   6   0.24324 8.2503 -3208.4
## + YearBuilt      1   0.12001 8.3735 -3207.6
## + Electrical     5   0.20905 8.2845 -3207.4
## + X1stFlrSF      1   0.09842 8.3951 -3205.7
## + LandSlope      2   0.11614 8.3774 -3205.3
## + OpenPorchSF    1   0.09124 8.4023 -3205.1
## + MSSubClass     1   0.08303 8.4105 -3204.4
## + MasVnrArea     1   0.07555 8.4180 -3203.8
## + TotalBsmtSF    1   0.07037 8.4232 -3203.3
## + PavedDrive     2   0.08882 8.4047 -3202.9
## + LandContour    3   0.11040 8.3831 -3202.8
## + WoodDeckSF     1   0.05908 8.4344 -3202.3
## + Exterior1st   12   0.30870 8.1848 -3202.3
## + BsmtFullBath   1   0.05650 8.4370 -3202.1
## + MoSold         1   0.05094 8.4426 -3201.6
## + EnclosedPorch  1   0.04793 8.4456 -3201.4
## + Functional     5   0.12953 8.3640 -3200.4
## + LotFrontage    1   0.03428 8.4592 -3200.2
## + PoolArea       1   0.02666 8.4669 -3199.5
## <none>                       8.4935 -3199.2
## + YrSold         1   0.02046 8.4731 -3199.0
## + Fence          4   0.08586 8.4077 -3198.6
## + BsmtUnfSF      1   0.01295 8.4806 -3198.3
## + BsmtHalfBath   1   0.01275 8.4808 -3198.3
## + LotArea        1   0.00933 8.4842 -3198.0
## + KitchenAbvGr   1   0.00920 8.4843 -3198.0
## + MiscVal        1   0.00533 8.4882 -3197.7
## + ScreenPorch    1   0.00468 8.4888 -3197.6
## + BsmtFinSF1     1   0.00446 8.4891 -3197.6
## + BsmtFinSF2     1   0.00437 8.4892 -3197.6
## + Utilities      1   0.00282 8.4907 -3197.5
## + X3SsnPorch     1   0.00219 8.4913 -3197.4
## + Id             1   0.00173 8.4918 -3197.4
## + LowQualFinSF   1   0.00027 8.4933 -3197.3
## + Street         1   0.00004 8.4935 -3197.2
## + MasVnrType     4   0.05864 8.4349 -3196.3
## + RoofStyle      5   0.08060 8.4129 -3196.2
## + PoolQC         3   0.03129 8.4622 -3195.9
## + SaleType       8   0.14426 8.3493 -3195.7
## + Alley          2   0.00479 8.4887 -3195.6
## + LotShape       3   0.02772 8.4658 -3195.6
## + BldgType       4   0.04830 8.4452 -3195.4
## + Exterior2nd   14   0.27441 8.2191 -3195.2
## + Condition1     8   0.13270 8.3608 -3194.7
## + MiscFeature    3   0.01093 8.4826 -3194.2
## + LotConfig      4   0.00394 8.4896 -3191.6
## + Condition2     7   0.05939 8.4341 -3190.4
## 
## Step:  AIC=-3309.56
## log_saleprice ~ SalePrice + Neighborhood + ExterQual
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageFinish   3   0.74732 6.4951 -3383.1
## + GarageType     6   0.71463 6.5278 -3373.4
## + GarageArea     1   0.57413 6.6683 -3367.8
## + GarageCond     5   0.58371 6.6587 -3360.9
## + GarageYrBlt    1   0.49512 6.7473 -3359.3
## + GarageCars     1   0.49342 6.7490 -3359.1
## + GarageQual     5   0.55494 6.6875 -3357.8
## + CentralAir     1   0.46413 6.7783 -3355.9
## + OverallQual    1   0.44347 6.7989 -3353.7
## + GrLivArea      1   0.37749 6.8649 -3346.6
## + KitchenQual    3   0.38814 6.8543 -3343.8
## + BsmtQual       4   0.36760 6.8748 -3339.6
## + FireplaceQu    5   0.37112 6.8713 -3338.0
## + OverallCond    1   0.28074 6.9617 -3336.4
## + RoofMatl       3   0.31670 6.9257 -3336.2
## + Heating        4   0.30596 6.9364 -3333.1
## + ExterCond      3   0.28059 6.9618 -3332.4
## + YearRemodAdd   1   0.24077 7.0016 -3332.2
## + TotRmsAbvGrd   1   0.21704 7.0254 -3329.8
## + SaleCondition  5   0.27972 6.9627 -3328.3
## + BsmtCond       4   0.25810 6.9843 -3328.0
## + HeatingQC      4   0.25463 6.9878 -3327.7
## + BedroomAbvGr   1   0.18960 7.0528 -3326.9
## + BsmtExposure   4   0.23290 7.0095 -3325.4
## + MSZoning       4   0.23081 7.0116 -3325.2
## + Fireplaces     1   0.16256 7.0798 -3324.1
## + FullBath       1   0.15367 7.0887 -3323.2
## + BsmtFinType1   6   0.22690 7.0155 -3320.8
## + HalfBath       1   0.12980 7.1126 -3320.8
## + Foundation     5   0.20696 7.0354 -3320.7
## + X2ndFlrSF      1   0.10503 7.1374 -3318.2
## + X1stFlrSF      1   0.10062 7.1418 -3317.8
## + BsmtFinType2   6   0.19258 7.0498 -3317.2
## + Exterior1st   12   0.30546 6.9369 -3317.0
## + HouseStyle     7   0.20646 7.0359 -3316.7
## + OpenPorchSF    1   0.08713 7.1553 -3316.4
## + Electrical     5   0.15806 7.0843 -3315.7
## + YearBuilt      1   0.06569 7.1767 -3314.2
## + WoodDeckSF     1   0.06310 7.1793 -3313.9
## + TotalBsmtSF    1   0.05624 7.1862 -3313.2
## + YrSold         1   0.04832 7.1941 -3312.4
## + BsmtFullBath   1   0.04343 7.1990 -3311.9
## + PavedDrive     2   0.06141 7.1810 -3311.8
## + Exterior2nd   14   0.29135 6.9510 -3311.5
## + MSSubClass     1   0.03928 7.2031 -3311.5
## + Street         1   0.03756 7.2048 -3311.4
## + LotFrontage    1   0.03633 7.2061 -3311.2
## + Functional     5   0.10933 7.1331 -3310.7
## + LandSlope      2   0.04905 7.1933 -3310.5
## + MoSold         1   0.02539 7.2170 -3310.1
## + EnclosedPorch  1   0.02474 7.2177 -3310.1
## + MasVnrArea     1   0.02430 7.2181 -3310.0
## + Condition2     7   0.14033 7.1021 -3309.8
## <none>                       7.2424 -3309.6
## + BsmtFinSF1     1   0.01507 7.2273 -3309.1
## + PoolArea       1   0.01150 7.2309 -3308.7
## + MiscVal        1   0.01077 7.2316 -3308.6
## + KitchenAbvGr   1   0.00892 7.2335 -3308.5
## + LowQualFinSF   1   0.00742 7.2350 -3308.3
## + BsmtHalfBath   1   0.00468 7.2377 -3308.0
## + BsmtFinSF2     1   0.00408 7.2383 -3308.0
## + ScreenPorch    1   0.00360 7.2388 -3307.9
## + X3SsnPorch     1   0.00204 7.2404 -3307.8
## + BsmtUnfSF      1   0.00189 7.2405 -3307.7
## + Fence          4   0.06048 7.1819 -3307.7
## + LotArea        1   0.00093 7.2415 -3307.7
## + Utilities      1   0.00039 7.2420 -3307.6
## + Id             1   0.00000 7.2424 -3307.6
## + Condition1     8   0.12906 7.1133 -3306.7
## + BldgType       4   0.05026 7.1921 -3306.6
## + LotShape       3   0.02273 7.2197 -3305.9
## + Alley          2   0.00022 7.2422 -3305.6
## + MiscFeature    3   0.01891 7.2235 -3305.5
## + RoofStyle      5   0.05700 7.1854 -3305.3
## + MasVnrType     4   0.03600 7.2064 -3305.2
## + PoolQC         3   0.01291 7.2295 -3304.9
## + LandContour    3   0.00530 7.2371 -3304.1
## + SaleType       8   0.10084 7.1416 -3303.8
## + LotConfig      4   0.00908 7.2333 -3302.5
## 
## Step:  AIC=-3383.06
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish
## 
##                 Df Sum of Sq    RSS     AIC
## + GrLivArea      1   0.37188 6.1232 -3424.1
## + OverallQual    1   0.32466 6.1704 -3418.5
## + CentralAir     1   0.29955 6.1955 -3415.5
## + OverallCond    1   0.29251 6.2026 -3414.7
## + MSZoning       4   0.32199 6.1731 -3412.2
## + TotRmsAbvGrd   1   0.26937 6.2257 -3412.0
## + BsmtQual       4   0.30818 6.1869 -3410.5
## + BedroomAbvGr   1   0.25197 6.2431 -3409.9
## + RoofMatl       3   0.26975 6.2253 -3408.0
## + FireplaceQu    5   0.29425 6.2008 -3406.9
## + YearRemodAdd   1   0.21315 6.2819 -3405.4
## + KitchenQual    3   0.24662 6.2485 -3405.3
## + ExterCond      3   0.24060 6.2545 -3404.6
## + Heating        4   0.25285 6.2422 -3404.0
## + BsmtExposure   4   0.22109 6.2740 -3400.3
## + GarageArea     1   0.16742 6.3276 -3400.1
## + BsmtCond       4   0.21557 6.2795 -3399.7
## + FullBath       1   0.15676 6.3383 -3398.9
## + SaleCondition  5   0.21977 6.2753 -3398.2
## + Fireplaces     1   0.13306 6.3620 -3396.2
## + HeatingQC      4   0.18370 6.3114 -3396.0
## + GarageCars     1   0.12106 6.3740 -3394.8
## + BsmtFinType1   6   0.19767 6.2974 -3393.6
## + X2ndFlrSF      1   0.10103 6.3940 -3392.5
## + Foundation     5   0.17019 6.3249 -3392.4
## + HalfBath       1   0.08850 6.4066 -3391.1
## + X1stFlrSF      1   0.08763 6.4074 -3391.0
## + HouseStyle     7   0.17870 6.3164 -3389.4
## + BsmtFinType2   6   0.15118 6.3439 -3388.3
## + OpenPorchSF    1   0.04907 6.4460 -3386.6
## + TotalBsmtSF    1   0.04741 6.4477 -3386.4
## + GarageYrBlt    1   0.04598 6.4491 -3386.2
## + MSSubClass     1   0.04476 6.4503 -3386.1
## + GarageType     5   0.11191 6.3832 -3385.7
## + Electrical     5   0.10830 6.3868 -3385.3
## + Functional     5   0.10687 6.3882 -3385.2
## + MasVnrArea     1   0.03387 6.4612 -3384.9
## + WoodDeckSF     1   0.03339 6.4617 -3384.8
## + Street         1   0.03293 6.4621 -3384.8
## + MoSold         1   0.03274 6.4623 -3384.7
## + BsmtFullBath   1   0.03167 6.4634 -3384.6
## + LotFrontage    1   0.02826 6.4668 -3384.2
## + LandSlope      2   0.04442 6.4507 -3384.1
## + YrSold         1   0.02310 6.4720 -3383.7
## + GarageCond     4   0.07516 6.4199 -3383.6
## + EnclosedPorch  1   0.02182 6.4732 -3383.5
## <none>                       6.4951 -3383.1
## + Condition2     7   0.11992 6.3752 -3382.7
## + PoolArea       1   0.01077 6.4843 -3382.3
## + Exterior1st   12   0.20300 6.2921 -3382.2
## + YearBuilt      1   0.00999 6.4851 -3382.2
## + BsmtUnfSF      1   0.00922 6.4859 -3382.1
## + BsmtHalfBath   1   0.00483 6.4902 -3381.6
## + BsmtFinSF1     1   0.00420 6.4909 -3381.5
## + Utilities      1   0.00356 6.4915 -3381.5
## + ScreenPorch    1   0.00261 6.4925 -3381.4
## + Id             1   0.00239 6.4927 -3381.3
## + MiscVal        1   0.00182 6.4932 -3381.3
## + LowQualFinSF   1   0.00178 6.4933 -3381.3
## + KitchenAbvGr   1   0.00169 6.4934 -3381.2
## + LotArea        1   0.00124 6.4938 -3381.2
## + GarageQual     4   0.05397 6.4411 -3381.2
## + BsmtFinSF2     1   0.00068 6.4944 -3381.1
## + X3SsnPorch     1   0.00056 6.4945 -3381.1
## + Exterior2nd   14   0.22677 6.2683 -3381.0
## + Fence          4   0.05072 6.4443 -3380.8
## + PavedDrive     2   0.00933 6.4857 -3380.1
## + Condition1     8   0.10952 6.3856 -3379.5
## + Alley          2   0.00062 6.4944 -3379.1
## + RoofStyle      5   0.05259 6.4425 -3379.0
## + PoolQC         3   0.01407 6.4810 -3378.6
## + LotShape       3   0.01405 6.4810 -3378.6
## + LandContour    3   0.01060 6.4845 -3378.3
## + MiscFeature    3   0.00414 6.4909 -3377.5
## + MasVnrType     4   0.01783 6.4772 -3377.1
## + BldgType       4   0.01551 6.4796 -3376.8
## + LotConfig      4   0.00950 6.4856 -3376.1
## + SaleType       8   0.04257 6.4525 -3371.9
## 
## Step:  AIC=-3424.1
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea
## 
##                 Df Sum of Sq    RSS     AIC
## + OverallCond    1   0.43430 5.6889 -3475.8
## + CentralAir     1   0.38956 5.7336 -3470.1
## + MSZoning       4   0.36909 5.7541 -3461.5
## + BsmtQual       4   0.32969 5.7935 -3456.5
## + ExterCond      3   0.29403 5.8292 -3454.0
## + BsmtCond       4   0.29475 5.8284 -3452.1
## + OverallQual    1   0.24453 5.8787 -3451.9
## + YearRemodAdd   1   0.24259 5.8806 -3451.6
## + BsmtFinType1   6   0.31025 5.8129 -3450.1
## + KitchenQual    3   0.25391 5.8693 -3449.0
## + RoofMatl       3   0.22242 5.9008 -3445.1
## + BsmtExposure   4   0.23217 5.8910 -3444.3
## + Heating        4   0.23208 5.8911 -3444.3
## + SaleCondition  5   0.23518 5.8880 -3442.7
## + Foundation     5   0.23170 5.8915 -3442.3
## + HeatingQC      4   0.20161 5.9216 -3440.5
## + FireplaceQu    5   0.20452 5.9187 -3438.9
## + BsmtFinType2   6   0.19697 5.9262 -3436.0
## + GarageArea     1   0.10855 6.0146 -3435.2
## + BsmtFullBath   1   0.08514 6.0381 -3432.3
## + GarageType     5   0.14827 5.9749 -3432.0
## + Fireplaces     1   0.07722 6.0460 -3431.4
## + GarageYrBlt    1   0.06783 6.0554 -3430.2
## + GarageCars     1   0.06689 6.0563 -3430.1
## + GarageCond     4   0.11325 6.0099 -3429.7
## + Electrical     5   0.12547 5.9977 -3429.2
## + YearBuilt      1   0.05822 6.0650 -3429.1
## + MasVnrArea     1   0.05052 6.0727 -3428.2
## + TotalBsmtSF    1   0.04958 6.0736 -3428.0
## + BedroomAbvGr   1   0.04694 6.0763 -3427.7
## + Functional     5   0.11254 6.0107 -3427.6
## + Exterior1st   12   0.21849 5.9047 -3426.6
## + Street         1   0.03684 6.0864 -3426.5
## + Exterior2nd   14   0.24893 5.8743 -3426.4
## + YrSold         1   0.02727 6.0959 -3425.4
## + WoodDeckSF     1   0.02717 6.0960 -3425.3
## + MoSold         1   0.02633 6.0969 -3425.2
## + BsmtFinSF1     1   0.02542 6.0978 -3425.1
## + LotFrontage    1   0.02366 6.0995 -3424.9
## + LandSlope      2   0.03990 6.0833 -3424.9
## + OpenPorchSF    1   0.02230 6.1009 -3424.8
## + X1stFlrSF      1   0.01863 6.1046 -3424.3
## <none>                       6.1232 -3424.1
## + X2ndFlrSF      1   0.01581 6.1074 -3424.0
## + KitchenAbvGr   1   0.01523 6.1080 -3423.9
## + HalfBath       1   0.01403 6.1092 -3423.8
## + FullBath       1   0.01279 6.1104 -3423.6
## + GarageQual     4   0.06095 6.0622 -3423.4
## + TotRmsAbvGrd   1   0.01083 6.1124 -3423.4
## + PoolArea       1   0.00873 6.1145 -3423.1
## + PavedDrive     2   0.02367 6.0995 -3422.9
## + MSSubClass     1   0.00560 6.1176 -3422.8
## + Utilities      1   0.00525 6.1179 -3422.7
## + LotArea        1   0.00376 6.1194 -3422.6
## + EnclosedPorch  1   0.00329 6.1199 -3422.5
## + LowQualFinSF   1   0.00322 6.1200 -3422.5
## + ScreenPorch    1   0.00252 6.1207 -3422.4
## + X3SsnPorch     1   0.00243 6.1208 -3422.4
## + BsmtFinSF2     1   0.00119 6.1220 -3422.2
## + Id             1   0.00118 6.1220 -3422.2
## + BsmtHalfBath   1   0.00110 6.1221 -3422.2
## + MiscVal        1   0.00057 6.1226 -3422.2
## + BsmtUnfSF      1   0.00014 6.1231 -3422.1
## + HouseStyle     7   0.08804 6.0352 -3420.7
## + Alley          2   0.00404 6.1191 -3420.6
## + LotShape       3   0.01361 6.1096 -3419.7
## + PoolQC         3   0.01137 6.1118 -3419.5
## + Fence          4   0.02451 6.0987 -3419.0
## + RoofStyle      5   0.04065 6.0825 -3419.0
## + MasVnrType     4   0.02285 6.1003 -3418.8
## + LandContour    3   0.00171 6.1215 -3418.3
## + Condition2     7   0.06836 6.0548 -3418.3
## + MiscFeature    3   0.00148 6.1217 -3418.3
## + BldgType       4   0.01365 6.1095 -3417.7
## + LotConfig      4   0.00615 6.1170 -3416.8
## + Condition1     8   0.07188 6.0513 -3416.7
## + SaleType       8   0.04387 6.0793 -3413.4
## 
## Step:  AIC=-3475.81
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond
## 
##                 Df Sum of Sq    RSS     AIC
## + MSZoning       4   0.33290 5.3560 -3511.8
## + BsmtQual       4   0.30243 5.3865 -3507.7
## + CentralAir     1   0.25043 5.4385 -3506.7
## + OverallQual    1   0.19801 5.4909 -3499.7
## + YearBuilt      1   0.19745 5.4914 -3499.6
## + RoofMatl       3   0.20734 5.4816 -3496.9
## + Foundation     5   0.22800 5.4609 -3495.7
## + KitchenQual    3   0.19601 5.4929 -3495.4
## + BsmtFinType1   6   0.24019 5.4487 -3495.3
## + FireplaceQu    5   0.21458 5.4743 -3493.9
## + GarageArea     1   0.15157 5.5373 -3493.5
## + GarageCars     1   0.14952 5.5394 -3493.2
## + BsmtCond       4   0.19465 5.4942 -3493.2
## + ExterCond      3   0.16585 5.5230 -3491.4
## + TotalBsmtSF    1   0.12804 5.5609 -3490.4
## + BsmtExposure   4   0.16623 5.5227 -3489.5
## + Heating        4   0.16270 5.5262 -3489.0
## + SaleCondition  5   0.17423 5.5147 -3488.5
## + BsmtFullBath   1   0.10902 5.5799 -3487.9
## + GarageYrBlt    1   0.10830 5.5806 -3487.8
## + Fireplaces     1   0.09190 5.5970 -3485.7
## + GarageType     5   0.15048 5.5384 -3485.4
## + BsmtFinType2   6   0.16124 5.5277 -3484.8
## + YearRemodAdd   1   0.08235 5.6065 -3484.5
## + X1stFlrSF      1   0.05783 5.6311 -3481.3
## + HeatingQC      4   0.09970 5.5892 -3480.7
## + X2ndFlrSF      1   0.04991 5.6390 -3480.2
## + GarageCond     4   0.09340 5.5955 -3479.9
## + MasVnrArea     1   0.04175 5.6471 -3479.2
## + BsmtFinSF1     1   0.04139 5.6475 -3479.1
## + BedroomAbvGr   1   0.03890 5.6500 -3478.8
## + Street         1   0.03297 5.6559 -3478.0
## + MoSold         1   0.02906 5.6598 -3477.5
## + FullBath       1   0.02894 5.6599 -3477.5
## + LotFrontage    1   0.02802 5.6609 -3477.4
## + OpenPorchSF    1   0.02253 5.6664 -3476.7
## <none>                       5.6889 -3475.8
## + WoodDeckSF     1   0.01445 5.6744 -3475.7
## + YrSold         1   0.01373 5.6752 -3475.6
## + LandSlope      2   0.02895 5.6599 -3475.5
## + Exterior1st   12   0.18181 5.5071 -3475.5
## + BsmtHalfBath   1   0.01287 5.6760 -3475.5
## + HouseStyle     7   0.10384 5.5851 -3475.3
## + Utilities      1   0.01064 5.6783 -3475.2
## + PavedDrive     2   0.02551 5.6634 -3475.1
## + HalfBath       1   0.00984 5.6790 -3475.1
## + TotRmsAbvGrd   1   0.00975 5.6791 -3475.1
## + PoolArea       1   0.00801 5.6809 -3474.8
## + LowQualFinSF   1   0.00761 5.6813 -3474.8
## + GarageQual     4   0.05282 5.6361 -3474.6
## + MSSubClass     1   0.00532 5.6836 -3474.5
## + BsmtUnfSF      1   0.00441 5.6845 -3474.4
## + EnclosedPorch  1   0.00283 5.6861 -3474.2
## + Id             1   0.00265 5.6862 -3474.1
## + LotArea        1   0.00250 5.6864 -3474.1
## + KitchenAbvGr   1   0.00208 5.6868 -3474.1
## + BsmtFinSF2     1   0.00202 5.6869 -3474.1
## + MiscVal        1   0.00121 5.6877 -3474.0
## + ScreenPorch    1   0.00058 5.6883 -3473.9
## + X3SsnPorch     1   0.00057 5.6883 -3473.9
## + Electrical     5   0.05726 5.6316 -3473.2
## + Exterior2nd   14   0.19258 5.4963 -3472.9
## + Functional     5   0.05248 5.6364 -3472.6
## + Fence          4   0.03685 5.6520 -3472.6
## + Alley          2   0.00482 5.6841 -3472.4
## + RoofStyle      5   0.04413 5.6448 -3471.5
## + BldgType       4   0.02809 5.6608 -3471.4
## + LotShape       3   0.00915 5.6797 -3471.0
## + LandContour    3   0.00801 5.6809 -3470.8
## + PoolQC         3   0.00778 5.6811 -3470.8
## + MiscFeature    3   0.00717 5.6817 -3470.7
## + MasVnrType     4   0.02072 5.6682 -3470.5
## + Condition1     8   0.08187 5.6070 -3470.4
## + LotConfig      4   0.00769 5.6812 -3468.8
## + Condition2     7   0.04639 5.6425 -3467.8
## + SaleType       8   0.05021 5.6387 -3466.3
## 
## Step:  AIC=-3511.82
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtQual       4   0.32681 5.0292 -3549.8
## + CentralAir     1   0.20671 5.1493 -3538.6
## + BsmtCond       4   0.23605 5.1199 -3536.7
## + Foundation     5   0.24711 5.1089 -3536.3
## + YearBuilt      1   0.18990 5.1661 -3536.2
## + KitchenQual    3   0.21401 5.1420 -3535.6
## + BsmtFinType1   6   0.25480 5.1012 -3535.4
## + GarageArea     1   0.17712 5.1789 -3534.4
## + OverallQual    1   0.16998 5.1860 -3533.4
## + RoofMatl       3   0.19480 5.1612 -3532.9
## + GarageCars     1   0.16517 5.1908 -3532.7
## + ExterCond      3   0.17927 5.1767 -3530.7
## + Heating        4   0.19282 5.1632 -3530.6
## + FireplaceQu    5   0.20077 5.1552 -3529.7
## + BsmtExposure   4   0.17957 5.1764 -3528.7
## + TotalBsmtSF    1   0.13099 5.2250 -3527.9
## + BsmtFullBath   1   0.11592 5.2401 -3525.8
## + BsmtFinType2   6   0.17151 5.1845 -3523.6
## + GarageYrBlt    1   0.09785 5.2581 -3523.3
## + Street         1   0.09037 5.2656 -3522.2
## + YearRemodAdd   1   0.08859 5.2674 -3522.0
## + SaleCondition  5   0.14274 5.2133 -3521.5
## + Fireplaces     1   0.08504 5.2710 -3521.5
## + GarageType     5   0.13161 5.2244 -3520.0
## + HeatingQC      4   0.11448 5.2415 -3519.6
## + Electrical     5   0.11506 5.2409 -3517.7
## + BsmtFinSF1     1   0.05167 5.3043 -3516.9
## + X1stFlrSF      1   0.04943 5.3066 -3516.6
## + HouseStyle     7   0.13539 5.2206 -3516.5
## + MasVnrArea     1   0.04420 5.3118 -3515.9
## + GarageQual     4   0.08469 5.2713 -3515.5
## + X2ndFlrSF      1   0.03958 5.3164 -3515.2
## + GarageCond     4   0.08246 5.2735 -3515.2
## + MoSold         1   0.03574 5.3203 -3514.7
## + BedroomAbvGr   1   0.03574 5.3203 -3514.7
## + LotFrontage    1   0.02893 5.3271 -3513.8
## + FullBath       1   0.02489 5.3311 -3513.2
## + OpenPorchSF    1   0.01961 5.3364 -3512.5
## + Functional     5   0.07718 5.2788 -3512.4
## + MSSubClass     1   0.01740 5.3386 -3512.2
## + PavedDrive     2   0.02948 5.3265 -3511.9
## + TotRmsAbvGrd   1   0.01479 5.3412 -3511.8
## <none>                       5.3560 -3511.8
## + YrSold         1   0.01442 5.3416 -3511.8
## + LowQualFinSF   1   0.01408 5.3419 -3511.7
## + WoodDeckSF     1   0.01210 5.3439 -3511.5
## + Utilities      1   0.01146 5.3445 -3511.4
## + PoolArea       1   0.00806 5.3479 -3510.9
## + HalfBath       1   0.00617 5.3498 -3510.7
## + LandSlope      2   0.01983 5.3362 -3510.5
## + BsmtHalfBath   1   0.00380 5.3522 -3510.3
## + Id             1   0.00336 5.3526 -3510.3
## + BsmtUnfSF      1   0.00224 5.3538 -3510.1
## + EnclosedPorch  1   0.00197 5.3540 -3510.1
## + ScreenPorch    1   0.00196 5.3540 -3510.1
## + LotArea        1   0.00180 5.3542 -3510.1
## + BsmtFinSF2     1   0.00135 5.3546 -3510.0
## + MiscVal        1   0.00098 5.3550 -3510.0
## + X3SsnPorch     1   0.00056 5.3554 -3509.9
## + BldgType       4   0.04417 5.3118 -3509.9
## + KitchenAbvGr   1   0.00005 5.3560 -3509.8
## + LandContour    3   0.02569 5.3303 -3509.3
## + Alley          2   0.00671 5.3493 -3508.7
## + Fence          4   0.03529 5.3207 -3508.6
## + Exterior1st   12   0.14506 5.2109 -3507.9
## + PoolQC         3   0.00783 5.3482 -3506.9
## + LotShape       3   0.00732 5.3487 -3506.8
## + MasVnrType     4   0.02121 5.3348 -3506.7
## + MiscFeature    3   0.00482 5.3512 -3506.5
## + Condition1     8   0.07273 5.2833 -3505.8
## + SaleType       8   0.07196 5.2840 -3505.7
## + Condition2     7   0.05494 5.3011 -3505.4
## + LotConfig      4   0.00857 5.3474 -3505.0
## + RoofStyle      5   0.01834 5.3377 -3504.3
## + Exterior2nd   14   0.14139 5.2146 -3503.4
## 
## Step:  AIC=-3549.78
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageArea     1  0.186068 4.8431 -3575.3
## + RoofMatl       3  0.199897 4.8293 -3573.4
## + CentralAir     1  0.166211 4.8630 -3572.3
## + GarageCars     1  0.156961 4.8722 -3570.9
## + KitchenQual    3  0.167100 4.8621 -3568.5
## + Heating        4  0.166889 4.8623 -3566.4
## + YearBuilt      1  0.123302 4.9059 -3565.9
## + ExterCond      3  0.146030 4.8832 -3565.3
## + FireplaceQu    5  0.171160 4.8580 -3565.1
## + OverallQual    1  0.100933 4.9283 -3562.6
## + BsmtFullBath   1  0.080452 4.9487 -3559.6
## + SaleCondition  5  0.133535 4.8957 -3559.4
## + Fireplaces     1  0.079577 4.9496 -3559.4
## + Street         1  0.076919 4.9523 -3559.0
## + Foundation     5  0.130546 4.8986 -3559.0
## + GarageYrBlt    1  0.073965 4.9552 -3558.6
## + YearRemodAdd   1  0.067025 4.9622 -3557.6
## + X1stFlrSF      1  0.065788 4.9634 -3557.4
## + X2ndFlrSF      1  0.055395 4.9738 -3555.9
## + BedroomAbvGr   1  0.054513 4.9747 -3555.7
## + HeatingQC      4  0.092388 4.9368 -3555.3
## + TotalBsmtSF    1  0.038909 4.9903 -3553.5
## + GarageCond     4  0.079655 4.9495 -3553.4
## + TotRmsAbvGrd   1  0.037565 4.9916 -3553.3
## + MasVnrArea     1  0.036335 4.9929 -3553.1
## + FullBath       1  0.035966 4.9932 -3553.0
## + MoSold         1  0.033945 4.9952 -3552.7
## + GarageQual     4  0.073386 4.9558 -3552.5
## + GarageType     5  0.086852 4.9423 -3552.5
## + HouseStyle     7  0.109789 4.9194 -3551.9
## + BsmtFinSF1     1  0.027851 5.0013 -3551.8
## + BldgType       4  0.061588 4.9676 -3550.8
## + YrSold         1  0.019747 5.0094 -3550.7
## + LotFrontage    1  0.019706 5.0095 -3550.6
## + OpenPorchSF    1  0.014901 5.0143 -3549.9
## + KitchenAbvGr   1  0.014778 5.0144 -3549.9
## + Electrical     5  0.069049 4.9601 -3549.9
## <none>                       5.0292 -3549.8
## + LowQualFinSF   1  0.011399 5.0178 -3549.4
## + BsmtCond       3  0.038120 4.9911 -3549.3
## + Utilities      1  0.007702 5.0215 -3548.9
## + Functional     5  0.062133 4.9671 -3548.9
## + PoolArea       1  0.007071 5.0221 -3548.8
## + LandSlope      2  0.020415 5.0088 -3548.8
## + MSSubClass     1  0.005821 5.0234 -3548.6
## + BsmtFinType1   5  0.060390 4.9688 -3548.6
## + WoodDeckSF     1  0.005629 5.0236 -3548.6
## + BsmtHalfBath   1  0.005567 5.0236 -3548.6
## + Id             1  0.004577 5.0246 -3548.4
## + EnclosedPorch  1  0.003303 5.0259 -3548.3
## + LotArea        1  0.003161 5.0260 -3548.2
## + BsmtFinSF2     1  0.001887 5.0273 -3548.1
## + MiscVal        1  0.001831 5.0274 -3548.0
## + BsmtUnfSF      1  0.001307 5.0279 -3548.0
## + ScreenPorch    1  0.001148 5.0280 -3548.0
## + HalfBath       1  0.000841 5.0283 -3547.9
## + SaleType       8  0.096196 4.9330 -3547.9
## + X3SsnPorch     1  0.000493 5.0287 -3547.9
## + Alley          2  0.012566 5.0166 -3547.6
## + LandContour    3  0.025400 5.0038 -3547.5
## + Fence          4  0.038544 4.9906 -3547.4
## + PavedDrive     2  0.010157 5.0190 -3547.3
## + PoolQC         3  0.007365 5.0218 -3544.9
## + MiscFeature    3  0.006105 5.0231 -3544.7
## + MasVnrType     4  0.018542 5.0106 -3544.5
## + LotShape       3  0.003750 5.0254 -3544.3
## + BsmtExposure   4  0.014679 5.0145 -3543.9
## + Condition2     7  0.053712 4.9755 -3543.6
## + LotConfig      4  0.008151 5.0210 -3543.0
## + Exterior2nd   14  0.141931 4.8873 -3542.7
## + RoofStyle      5  0.019196 5.0100 -3542.6
## + Exterior1st   12  0.108282 4.9209 -3541.7
## + Condition1     8  0.053891 4.9753 -3541.6
## + BsmtFinType2   6  0.016412 5.0128 -3540.2
## 
## Step:  AIC=-3575.3
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea
## 
##                 Df Sum of Sq    RSS     AIC
## + RoofMatl       3  0.200552 4.6426 -3600.2
## + CentralAir     1  0.154943 4.6882 -3597.0
## + FireplaceQu    5  0.182922 4.6602 -3593.4
## + KitchenQual    3  0.147233 4.6959 -3591.8
## + Heating        4  0.153852 4.6893 -3590.9
## + YearBuilt      1  0.107530 4.7356 -3589.7
## + ExterCond      3  0.124164 4.7190 -3588.3
## + Fireplaces     1  0.093046 4.7501 -3587.5
## + OverallQual    1  0.087989 4.7551 -3586.7
## + SaleCondition  5  0.130035 4.7131 -3585.2
## + Foundation     5  0.121693 4.7214 -3583.9
## + GarageType     5  0.118612 4.7245 -3583.4
## + BedroomAbvGr   1  0.063522 4.7796 -3582.9
## + YearRemodAdd   1  0.063182 4.7799 -3582.9
## + HeatingQC      4  0.098519 4.7446 -3582.3
## + BsmtFullBath   1  0.058484 4.7846 -3582.2
## + Street         1  0.055586 4.7875 -3581.7
## + MasVnrArea     1  0.050309 4.7928 -3580.9
## + X1stFlrSF      1  0.048957 4.7942 -3580.7
## + TotRmsAbvGrd   1  0.042312 4.8008 -3579.7
## + X2ndFlrSF      1  0.038414 4.8047 -3579.1
## + FullBath       1  0.033468 4.8097 -3578.4
## + MoSold         1  0.026203 4.8169 -3577.3
## + TotalBsmtSF    1  0.025524 4.8176 -3577.2
## + YrSold         1  0.024167 4.8190 -3577.0
## + HouseStyle     7  0.102076 4.7410 -3576.9
## + LotFrontage    1  0.023094 4.8200 -3576.8
## + GarageQual     4  0.060303 4.7828 -3576.5
## + BsmtFinSF1     1  0.019920 4.8232 -3576.3
## + BldgType       4  0.056363 4.7868 -3575.8
## + LowQualFinSF   1  0.016844 4.8263 -3575.8
## + GarageCars     1  0.013921 4.8292 -3575.4
## <none>                       4.8431 -3575.3
## + MSSubClass     1  0.012621 4.8305 -3575.2
## + OpenPorchSF    1  0.012360 4.8308 -3575.2
## + GarageYrBlt    1  0.011515 4.8316 -3575.0
## + KitchenAbvGr   1  0.010933 4.8322 -3575.0
## + Alley          2  0.022581 4.8205 -3574.7
## + Utilities      1  0.009313 4.8338 -3574.7
## + PoolArea       1  0.008212 4.8349 -3574.5
## + BsmtCond       3  0.033423 4.8097 -3574.4
## + Id             1  0.006921 4.8362 -3574.3
## + GarageCond     4  0.046355 4.7968 -3574.3
## + LandSlope      2  0.019063 4.8241 -3574.2
## + EnclosedPorch  1  0.004970 4.8382 -3574.1
## + BsmtHalfBath   1  0.004638 4.8385 -3574.0
## + WoodDeckSF     1  0.004365 4.8388 -3574.0
## + SaleType       8  0.095649 4.7475 -3573.9
## + BsmtFinSF2     1  0.003471 4.8397 -3573.8
## + LotArea        1  0.002907 4.8402 -3573.7
## + BsmtUnfSF      1  0.001929 4.8412 -3573.6
## + HalfBath       1  0.001863 4.8413 -3573.6
## + ScreenPorch    1  0.001223 4.8419 -3573.5
## + MiscVal        1  0.001135 4.8420 -3573.5
## + X3SsnPorch     1  0.000939 4.8422 -3573.4
## + Functional     5  0.052494 4.7906 -3573.3
## + Electrical     5  0.051656 4.7915 -3573.1
## + BsmtFinType1   5  0.050049 4.7931 -3572.9
## + PavedDrive     2  0.006032 4.8371 -3572.2
## + Fence          4  0.032216 4.8109 -3572.2
## + Condition1     8  0.084254 4.7589 -3572.1
## + LandContour    3  0.017535 4.8256 -3572.0
## + PoolQC         3  0.009655 4.8335 -3570.8
## + LotShape       3  0.006035 4.8371 -3570.2
## + MiscFeature    3  0.004965 4.8382 -3570.1
## + BsmtExposure   4  0.017438 4.8257 -3569.9
## + MasVnrType     4  0.015142 4.8280 -3569.6
## + Condition2     7  0.050384 4.7927 -3568.9
## + LotConfig      4  0.009955 4.8332 -3568.8
## + Exterior1st   12  0.108676 4.7344 -3567.9
## + RoofStyle      5  0.012791 4.8303 -3567.2
## + Exterior2nd   14  0.119290 4.7238 -3565.5
## + BsmtFinType2   6  0.013672 4.8294 -3565.4
## 
## Step:  AIC=-3600.18
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl
## 
##                 Df Sum of Sq    RSS     AIC
## + CentralAir     1  0.152294 4.4903 -3622.5
## + KitchenQual    3  0.140194 4.5024 -3616.6
## + Heating        4  0.144251 4.4983 -3615.2
## + FireplaceQu    5  0.154449 4.4881 -3614.9
## + OverallQual    1  0.103664 4.5389 -3614.7
## + ExterCond      3  0.114320 4.5282 -3612.4
## + YearBuilt      1  0.083437 4.5591 -3611.4
## + Fireplaces     1  0.083422 4.5591 -3611.4
## + SaleCondition  5  0.116722 4.5258 -3608.8
## + GarageType     5  0.111762 4.5308 -3608.0
## + Foundation     5  0.103911 4.5387 -3606.7
## + Street         1  0.053284 4.5893 -3606.6
## + BsmtFullBath   1  0.051733 4.5908 -3606.4
## + X1stFlrSF      1  0.049876 4.5927 -3606.1
## + MasVnrArea     1  0.047384 4.5952 -3605.7
## + YearRemodAdd   1  0.046518 4.5961 -3605.5
## + HeatingQC      4  0.082925 4.5596 -3605.3
## + X2ndFlrSF      1  0.044387 4.5982 -3605.2
## + BedroomAbvGr   1  0.039343 4.6032 -3604.4
## + MoSold         1  0.026794 4.6158 -3602.4
## + TotRmsAbvGrd   1  0.024520 4.6180 -3602.0
## + LotFrontage    1  0.019614 4.6230 -3601.3
## + BldgType       4  0.057067 4.5855 -3601.2
## + TotalBsmtSF    1  0.018022 4.6245 -3601.0
## + YrSold         1  0.017608 4.6250 -3601.0
## + MSSubClass     1  0.016557 4.6260 -3600.8
## + FullBath       1  0.016529 4.6260 -3600.8
## + BsmtFinSF1     1  0.014569 4.6280 -3600.5
## <none>                       4.6426 -3600.2
## + Alley          2  0.025359 4.6172 -3600.2
## + LandContour    3  0.036877 4.6057 -3600.0
## + GarageCars     1  0.011499 4.6311 -3600.0
## + KitchenAbvGr   1  0.011241 4.6313 -3599.9
## + GarageYrBlt    1  0.010439 4.6321 -3599.8
## + Id             1  0.009999 4.6326 -3599.8
## + OpenPorchSF    1  0.009281 4.6333 -3599.6
## + GarageCond     4  0.045636 4.5969 -3599.4
## + Utilities      1  0.007544 4.6350 -3599.4
## + PoolArea       1  0.007356 4.6352 -3599.3
## + WoodDeckSF     1  0.007351 4.6352 -3599.3
## + Fence          4  0.042660 4.5999 -3598.9
## + LandSlope      2  0.017188 4.6254 -3598.9
## + BsmtCond       3  0.029636 4.6129 -3598.9
## + BsmtFinSF2     1  0.003975 4.6386 -3598.8
## + LowQualFinSF   1  0.003866 4.6387 -3598.8
## + ScreenPorch    1  0.003583 4.6390 -3598.7
## + HalfBath       1  0.003397 4.6392 -3598.7
## + BsmtHalfBath   1  0.002816 4.6398 -3598.6
## + EnclosedPorch  1  0.002464 4.6401 -3598.6
## + BsmtUnfSF      1  0.001927 4.6406 -3598.5
## + Electrical     5  0.052409 4.5902 -3598.5
## + MiscVal        1  0.001456 4.6411 -3598.4
## + Functional     5  0.051460 4.5911 -3598.3
## + LotArea        1  0.000671 4.6419 -3598.3
## + X3SsnPorch     1  0.000351 4.6422 -3598.2
## + SaleType       8  0.086511 4.5561 -3597.9
## + BsmtFinType1   5  0.048485 4.5941 -3597.8
## + HouseStyle     7  0.072037 4.5705 -3597.6
## + PavedDrive     2  0.006877 4.6357 -3597.3
## + GarageQual     4  0.030743 4.6118 -3597.0
## + PoolQC         3  0.009531 4.6330 -3595.7
## + Condition1     8  0.072006 4.5706 -3595.6
## + MiscFeature    3  0.005633 4.6369 -3595.1
## + LotShape       3  0.003823 4.6387 -3594.8
## + MasVnrType     4  0.014936 4.6276 -3594.5
## + BsmtExposure   4  0.012384 4.6302 -3594.1
## + LotConfig      4  0.007059 4.6355 -3593.3
## + RoofStyle      5  0.017739 4.6248 -3593.0
## + Condition2     7  0.040446 4.6021 -3592.6
## + Exterior1st   12  0.100375 4.5422 -3592.1
## + Exterior2nd   14  0.118753 4.5238 -3591.1
## + BsmtFinType2   6  0.017689 4.6249 -3591.0
## 
## Step:  AIC=-3622.53
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir
## 
##                 Df Sum of Sq    RSS     AIC
## + Heating        4  0.145051 4.3452 -3638.5
## + OverallQual    1  0.096826 4.3934 -3636.4
## + FireplaceQu    5  0.133227 4.3570 -3634.5
## + SaleCondition  5  0.122270 4.3680 -3632.7
## + Fireplaces     1  0.064045 4.4262 -3631.0
## + KitchenQual    3  0.087298 4.4030 -3630.9
## + ExterCond      3  0.083557 4.4067 -3630.2
## + GarageType     5  0.104775 4.3855 -3629.8
## + BsmtFullBath   1  0.055155 4.4351 -3629.5
## + Foundation     5  0.099274 4.3910 -3628.8
## + BldgType       4  0.086333 4.4039 -3628.7
## + MasVnrArea     1  0.047111 4.4432 -3628.2
## + YearBuilt      1  0.045136 4.4451 -3627.9
## + BedroomAbvGr   1  0.044488 4.4458 -3627.8
## + X1stFlrSF      1  0.042796 4.4475 -3627.5
## + HouseStyle     7  0.112855 4.3774 -3627.1
## + Street         1  0.038398 4.4519 -3626.8
## + X2ndFlrSF      1  0.037304 4.4530 -3626.6
## + YearRemodAdd   1  0.035322 4.4550 -3626.3
## + MSSubClass     1  0.032654 4.4576 -3625.9
## + TotRmsAbvGrd   1  0.030430 4.4598 -3625.5
## + KitchenAbvGr   1  0.026740 4.4635 -3624.9
## + MoSold         1  0.020833 4.4694 -3623.9
## + LotFrontage    1  0.019839 4.4704 -3623.8
## + BsmtCond       3  0.043922 4.4464 -3623.7
## + BsmtFinSF1     1  0.018765 4.4715 -3623.6
## + LandContour    3  0.042759 4.4475 -3623.5
## + FullBath       1  0.017936 4.4723 -3623.4
## + YrSold         1  0.017190 4.4731 -3623.3
## + Electrical     5  0.064605 4.4257 -3623.1
## + TotalBsmtSF    1  0.015245 4.4750 -3623.0
## + Id             1  0.014503 4.4758 -3622.9
## + GarageCars     1  0.014327 4.4759 -3622.9
## + Alley          2  0.026459 4.4638 -3622.8
## + OpenPorchSF    1  0.013569 4.4767 -3622.7
## <none>                       4.4903 -3622.5
## + SaleType       8  0.093346 4.3969 -3621.9
## + LandSlope      2  0.019390 4.4709 -3621.7
## + Utilities      1  0.006937 4.4833 -3621.7
## + PoolArea       1  0.006738 4.4835 -3621.6
## + EnclosedPorch  1  0.005493 4.4848 -3621.4
## + WoodDeckSF     1  0.005347 4.4849 -3621.4
## + Fence          4  0.042057 4.4482 -3621.4
## + BsmtFinType1   5  0.054150 4.4361 -3621.4
## + LowQualFinSF   1  0.004671 4.4856 -3621.3
## + BsmtUnfSF      1  0.004222 4.4861 -3621.2
## + ScreenPorch    1  0.003937 4.4863 -3621.2
## + BsmtFinSF2     1  0.003507 4.4868 -3621.1
## + HalfBath       1  0.002152 4.4881 -3620.9
## + GarageYrBlt    1  0.001058 4.4892 -3620.7
## + MiscVal        1  0.000983 4.4893 -3620.7
## + BsmtHalfBath   1  0.000915 4.4894 -3620.7
## + LotArea        1  0.000429 4.4898 -3620.6
## + X3SsnPorch     1  0.000328 4.4899 -3620.6
## + HeatingQC      4  0.036195 4.4541 -3620.4
## + Condition1     8  0.079142 4.4111 -3619.5
## + GarageCond     4  0.026680 4.4636 -3618.9
## + Functional     5  0.038830 4.4514 -3618.9
## + PavedDrive     2  0.000662 4.4896 -3618.6
## + GarageQual     4  0.023030 4.4672 -3618.3
## + PoolQC         3  0.010426 4.4798 -3618.2
## + MiscFeature    3  0.005585 4.4847 -3617.4
## + MasVnrType     4  0.016927 4.4733 -3617.3
## + LotShape       3  0.003778 4.4865 -3617.1
## + Condition2     7  0.052195 4.4381 -3617.1
## + RoofStyle      5  0.021779 4.4685 -3616.1
## + BsmtExposure   4  0.009020 4.4813 -3616.0
## + LotConfig      4  0.004686 4.4856 -3615.3
## + BsmtFinType2   6  0.016787 4.4735 -3613.3
## + Exterior1st   12  0.070668 4.4196 -3610.1
## + Exterior2nd   14  0.071039 4.4192 -3606.2
## 
## Step:  AIC=-3638.5
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating
## 
##                 Df Sum of Sq    RSS     AIC
## + FireplaceQu    5  0.140382 4.2048 -3652.5
## + OverallQual    1  0.091399 4.2538 -3652.0
## + Fireplaces     1  0.072764 4.2725 -3648.8
## + SaleCondition  5  0.118597 4.2266 -3648.7
## + YearBuilt      1  0.061454 4.2838 -3646.9
## + GarageType     5  0.106904 4.2383 -3646.7
## + KitchenQual    3  0.083205 4.2620 -3646.6
## + BsmtFullBath   1  0.047268 4.2980 -3644.5
## + Foundation     5  0.093124 4.2521 -3644.3
## + BldgType       4  0.080466 4.2648 -3644.1
## + MasVnrArea     1  0.044473 4.3008 -3644.0
## + ExterCond      3  0.064526 4.2807 -3643.4
## + X1stFlrSF      1  0.040749 4.3045 -3643.4
## + BedroomAbvGr   1  0.037636 4.3076 -3642.8
## + Street         1  0.037281 4.3079 -3642.8
## + X2ndFlrSF      1  0.035321 4.3099 -3642.5
## + KitchenAbvGr   1  0.033270 4.3120 -3642.1
## + TotRmsAbvGrd   1  0.033243 4.3120 -3642.1
## + MSSubClass     1  0.026971 4.3183 -3641.0
## + YearRemodAdd   1  0.025242 4.3200 -3640.7
## + Electrical     5  0.071343 4.2739 -3640.6
## + LotFrontage    1  0.023360 4.3219 -3640.4
## + BsmtCond       3  0.046408 4.2988 -3640.3
## + HouseStyle     7  0.092519 4.2527 -3640.2
## + Functional     5  0.067369 4.2779 -3639.9
## + FullBath       1  0.019708 4.3255 -3639.8
## + YrSold         1  0.018626 4.3266 -3639.6
## + OpenPorchSF    1  0.016987 4.3282 -3639.4
## + Id             1  0.014299 4.3309 -3638.9
## + MoSold         1  0.012545 4.3327 -3638.6
## + BsmtFinSF1     1  0.012183 4.3330 -3638.5
## <none>                       4.3452 -3638.5
## + GarageCars     1  0.011242 4.3340 -3638.4
## + TotalBsmtSF    1  0.010657 4.3346 -3638.3
## + Alley          2  0.020025 4.3252 -3637.9
## + PoolArea       1  0.007349 4.3379 -3637.7
## + Utilities      1  0.006491 4.3387 -3637.6
## + LotArea        1  0.006200 4.3390 -3637.5
## + WoodDeckSF     1  0.005953 4.3393 -3637.5
## + LandSlope      2  0.017433 4.3278 -3637.4
## + LowQualFinSF   1  0.004821 4.3404 -3637.3
## + ScreenPorch    1  0.004101 4.3411 -3637.2
## + BsmtHalfBath   1  0.002615 4.3426 -3636.9
## + EnclosedPorch  1  0.002274 4.3429 -3636.9
## + SaleType       8  0.084512 4.2607 -3636.8
## + BsmtUnfSF      1  0.002006 4.3432 -3636.8
## + Fence          4  0.037053 4.3082 -3636.7
## + BsmtFinSF2     1  0.001169 4.3441 -3636.7
## + LandContour    3  0.024829 4.3204 -3636.7
## + HalfBath       1  0.000859 4.3444 -3636.6
## + GarageYrBlt    1  0.000791 4.3444 -3636.6
## + MiscVal        1  0.000742 4.3445 -3636.6
## + X3SsnPorch     1  0.000463 4.3448 -3636.6
## + HeatingQC      4  0.034486 4.3107 -3636.3
## + GarageCond     4  0.030605 4.3146 -3635.7
## + BsmtFinType1   5  0.040959 4.3043 -3635.4
## + PavedDrive     2  0.000491 4.3447 -3634.6
## + Condition1     8  0.070261 4.2750 -3634.4
## + PoolQC         3  0.010430 4.3348 -3634.3
## + Condition2     7  0.052875 4.2923 -3633.4
## + MasVnrType     4  0.017007 4.3282 -3633.4
## + MiscFeature    3  0.005026 4.3402 -3633.3
## + GarageQual     4  0.016787 4.3284 -3633.3
## + LotShape       3  0.002159 4.3431 -3632.9
## + BsmtExposure   4  0.010681 4.3345 -3632.3
## + LotConfig      4  0.004661 4.3406 -3631.3
## + RoofStyle      5  0.011089 4.3341 -3630.4
## + BsmtFinType2   6  0.013248 4.3320 -3628.7
## + Exterior2nd   14  0.091107 4.2541 -3626.0
## + Exterior1st   12  0.067605 4.2776 -3625.9
## 
## Step:  AIC=-3652.47
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu
## 
##                 Df Sum of Sq    RSS     AIC
## + YearBuilt      1  0.075853 4.1290 -3663.8
## + OverallQual    1  0.072563 4.1323 -3663.2
## + SaleCondition  5  0.100836 4.1040 -3660.2
## + BldgType       4  0.085580 4.1193 -3659.5
## + BsmtFullBath   1  0.051210 4.1536 -3659.4
## + KitchenQual    3  0.072885 4.1320 -3659.2
## + BedroomAbvGr   1  0.049797 4.1550 -3659.2
## + MasVnrArea     1  0.049605 4.1552 -3659.1
## + Foundation     5  0.093255 4.1116 -3658.8
## + KitchenAbvGr   1  0.046339 4.1585 -3658.6
## + GarageType     5  0.090345 4.1145 -3658.3
## + Street         1  0.038206 4.1666 -3657.1
## + TotRmsAbvGrd   1  0.037680 4.1672 -3657.0
## + ExterCond      3  0.058221 4.1466 -3656.6
## + YearRemodAdd   1  0.035288 4.1696 -3656.6
## + FullBath       1  0.030992 4.1739 -3655.9
## + MSSubClass     1  0.028894 4.1759 -3655.5
## + X1stFlrSF      1  0.025827 4.1790 -3655.0
## + X2ndFlrSF      1  0.022596 4.1822 -3654.4
## + Electrical     5  0.067461 4.1374 -3654.3
## + YrSold         1  0.021572 4.1833 -3654.2
## + Functional     5  0.065131 4.1397 -3653.9
## + BsmtCond       3  0.042259 4.1626 -3653.8
## + Id             1  0.016276 4.1886 -3653.3
## + LotFrontage    1  0.015271 4.1896 -3653.1
## <none>                       4.2048 -3652.5
## + HouseStyle     7  0.078571 4.1263 -3652.2
## + OpenPorchSF    1  0.009841 4.1950 -3652.2
## + Utilities      1  0.009750 4.1951 -3652.2
## + BsmtFinSF1     1  0.009541 4.1953 -3652.1
## + GarageCars     1  0.009324 4.1955 -3652.1
## + MoSold         1  0.009066 4.1958 -3652.0
## + LotArea        1  0.008646 4.1962 -3652.0
## + PoolArea       1  0.008478 4.1964 -3651.9
## + Alley          2  0.019544 4.1853 -3651.9
## + TotalBsmtSF    1  0.007461 4.1974 -3651.8
## + LandContour    3  0.030344 4.1745 -3651.8
## + GarageYrBlt    1  0.004332 4.2005 -3651.2
## + LandSlope      2  0.015573 4.1893 -3651.2
## + EnclosedPorch  1  0.004023 4.2008 -3651.2
## + WoodDeckSF     1  0.003415 4.2014 -3651.1
## + Fireplaces     1  0.002963 4.2019 -3651.0
## + LowQualFinSF   1  0.002525 4.2023 -3650.9
## + BsmtUnfSF      1  0.002254 4.2026 -3650.9
## + ScreenPorch    1  0.001868 4.2030 -3650.8
## + BsmtFinSF2     1  0.001687 4.2032 -3650.8
## + HeatingQC      4  0.035728 4.1691 -3650.7
## + BsmtHalfBath   1  0.001252 4.2036 -3650.7
## + X3SsnPorch     1  0.000917 4.2039 -3650.6
## + HalfBath       1  0.000513 4.2043 -3650.6
## + MiscVal        1  0.000365 4.2045 -3650.5
## + GarageCond     4  0.033957 4.1709 -3650.4
## + SaleType       8  0.079205 4.1256 -3650.4
## + BsmtFinType1   5  0.044340 4.1605 -3650.2
## + PavedDrive     2  0.001825 4.2030 -3648.8
## + Fence          4  0.024234 4.1806 -3648.7
## + PoolQC         3  0.008839 4.1960 -3648.0
## + Condition2     7  0.054140 4.1507 -3647.9
## + GarageQual     4  0.018724 4.1861 -3647.7
## + MiscFeature    3  0.006686 4.1982 -3647.6
## + Condition1     8  0.060840 4.1440 -3647.1
## + MasVnrType     4  0.015067 4.1898 -3647.1
## + LotShape       3  0.001486 4.2034 -3646.7
## + BsmtExposure   4  0.008696 4.1961 -3646.0
## + LotConfig      4  0.003506 4.2013 -3645.1
## + RoofStyle      5  0.010121 4.1947 -3644.2
## + BsmtFinType2   6  0.016713 4.1881 -3643.4
## + Exterior2nd   14  0.101073 4.1038 -3642.2
## + Exterior1st   12  0.076715 4.1281 -3641.9
## 
## Step:  AIC=-3663.76
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt
## 
##                 Df Sum of Sq    RSS     AIC
## + OverallQual    1  0.070875 4.0581 -3674.4
## + MasVnrArea     1  0.060257 4.0687 -3672.5
## + BsmtFullBath   1  0.055794 4.0732 -3671.7
## + BedroomAbvGr   1  0.047567 4.0814 -3670.2
## + SaleCondition  5  0.088311 4.0407 -3669.5
## + KitchenAbvGr   1  0.043443 4.0855 -3669.5
## + KitchenQual    3  0.063593 4.0654 -3669.1
## + GarageType     5  0.085481 4.0435 -3669.0
## + BldgType       4  0.074359 4.0546 -3669.0
## + TotRmsAbvGrd   1  0.038810 4.0902 -3668.7
## + Street         1  0.037017 4.0920 -3668.3
## + Foundation     5  0.081037 4.0480 -3668.2
## + ExterCond      3  0.050480 4.0785 -3666.7
## + X1stFlrSF      1  0.024523 4.1045 -3666.1
## + MSSubClass     1  0.024033 4.1050 -3666.0
## + X2ndFlrSF      1  0.022669 4.1063 -3665.8
## + YrSold         1  0.022662 4.1063 -3665.8
## + BsmtCond       3  0.042076 4.0869 -3665.2
## + FullBath       1  0.018685 4.1103 -3665.1
## + YearRemodAdd   1  0.018421 4.1106 -3665.0
## + HouseStyle     7  0.085042 4.0439 -3665.0
## + LotFrontage    1  0.017260 4.1117 -3664.8
## + Condition2     7  0.083339 4.0457 -3664.6
## + Id             1  0.016092 4.1129 -3664.6
## + EnclosedPorch  1  0.015494 4.1135 -3664.5
## + Electrical     5  0.057928 4.0711 -3664.1
## + PoolArea       1  0.012489 4.1165 -3664.0
## <none>                       4.1290 -3663.8
## + Functional     5  0.054780 4.0742 -3663.5
## + BsmtFinSF1     1  0.008308 4.1207 -3663.2
## + LandContour    3  0.030465 4.0985 -3663.2
## + Utilities      1  0.007578 4.1214 -3663.1
## + MoSold         1  0.007194 4.1218 -3663.0
## + GarageCars     1  0.006870 4.1221 -3663.0
## + Alley          2  0.018048 4.1109 -3663.0
## + OpenPorchSF    1  0.006714 4.1223 -3662.9
## + TotalBsmtSF    1  0.005903 4.1231 -3662.8
## + HeatingQC      4  0.038917 4.0901 -3662.7
## + ScreenPorch    1  0.004802 4.1242 -3662.6
## + WoodDeckSF     1  0.004115 4.1249 -3662.5
## + LotArea        1  0.004070 4.1249 -3662.5
## + BsmtUnfSF      1  0.002661 4.1263 -3662.2
## + GarageCond     4  0.036385 4.0926 -3662.2
## + BsmtFinSF2     1  0.002588 4.1264 -3662.2
## + Fireplaces     1  0.001869 4.1271 -3662.1
## + BsmtHalfBath   1  0.001006 4.1280 -3661.9
## + LowQualFinSF   1  0.000754 4.1282 -3661.9
## + GarageYrBlt    1  0.000593 4.1284 -3661.9
## + LandSlope      2  0.011789 4.1172 -3661.8
## + MiscVal        1  0.000389 4.1286 -3661.8
## + X3SsnPorch     1  0.000268 4.1287 -3661.8
## + HalfBath       1  0.000136 4.1289 -3661.8
## + SaleType       8  0.076268 4.0527 -3661.4
## + PavedDrive     2  0.004042 4.1249 -3660.5
## + BsmtFinType1   5  0.036167 4.0928 -3660.2
## + Fence          4  0.024753 4.1042 -3660.1
## + PoolQC         3  0.012937 4.1161 -3660.0
## + MasVnrType     4  0.019350 4.1096 -3659.2
## + MiscFeature    3  0.005775 4.1232 -3658.8
## + GarageQual     4  0.012509 4.1165 -3658.0
## + LotShape       3  0.000966 4.1280 -3657.9
## + BsmtExposure   4  0.010649 4.1183 -3657.6
## + Condition1     8  0.053916 4.0751 -3657.4
## + LotConfig      4  0.004550 4.1244 -3656.6
## + RoofStyle      5  0.012174 4.1168 -3655.9
## + BsmtFinType2   6  0.013536 4.1155 -3654.2
## + Exterior1st   12  0.054178 4.0748 -3649.4
## + Exterior2nd   14  0.071288 4.0577 -3648.5
## 
## Step:  AIC=-3674.4
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtFullBath   1  0.078692 3.9794 -3686.7
## + MasVnrArea     1  0.061682 3.9964 -3683.6
## + KitchenAbvGr   1  0.054758 4.0034 -3682.3
## + SaleCondition  5  0.096668 3.9614 -3682.0
## + BedroomAbvGr   1  0.048348 4.0098 -3681.1
## + BldgType       4  0.079984 3.9781 -3680.9
## + KitchenQual    3  0.063066 3.9950 -3679.8
## + Foundation     5  0.084017 3.9741 -3679.7
## + TotRmsAbvGrd   1  0.038270 4.0198 -3679.3
## + Street         1  0.036913 4.0212 -3679.1
## + GarageType     5  0.075525 3.9826 -3678.1
## + X1stFlrSF      1  0.025712 4.0324 -3677.0
## + ExterCond      3  0.047559 4.0106 -3677.0
## + LotFrontage    1  0.025351 4.0328 -3677.0
## + X2ndFlrSF      1  0.024277 4.0338 -3676.8
## + YrSold         1  0.023510 4.0346 -3676.6
## + MSSubClass     1  0.021894 4.0362 -3676.3
## + Functional     5  0.063568 3.9945 -3675.9
## + BsmtCond       3  0.040036 4.0181 -3675.6
## + Condition2     7  0.083597 3.9745 -3675.6
## + YearRemodAdd   1  0.016958 4.0412 -3675.5
## + FullBath       1  0.016031 4.0421 -3675.3
## + Id             1  0.015315 4.0428 -3675.2
## + BsmtFinSF1     1  0.014766 4.0433 -3675.1
## + Electrical     5  0.058278 3.9998 -3675.0
## + PoolArea       1  0.011914 4.0462 -3674.5
## + LandContour    3  0.033535 4.0246 -3674.5
## <none>                       4.0581 -3674.4
## + EnclosedPorch  1  0.010064 4.0481 -3674.2
## + BsmtFinType1   5  0.052455 4.0057 -3673.9
## + Utilities      1  0.008022 4.0501 -3673.8
## + BsmtUnfSF      1  0.007940 4.0502 -3673.8
## + HouseStyle     7  0.073470 3.9846 -3673.7
## + WoodDeckSF     1  0.006582 4.0515 -3673.6
## + HeatingQC      4  0.039706 4.0184 -3673.6
## + GarageCars     1  0.006049 4.0521 -3673.5
## + TotalBsmtSF    1  0.005354 4.0528 -3673.4
## + ScreenPorch    1  0.004814 4.0533 -3673.3
## + OpenPorchSF    1  0.004786 4.0533 -3673.3
## + BsmtFinSF2     1  0.004687 4.0534 -3673.2
## + MoSold         1  0.003942 4.0542 -3673.1
## + Alley          2  0.013370 4.0447 -3672.8
## + LotArea        1  0.001305 4.0568 -3672.6
## + Fireplaces     1  0.001049 4.0571 -3672.6
## + X3SsnPorch     1  0.000857 4.0573 -3672.6
## + BsmtHalfBath   1  0.000654 4.0575 -3672.5
## + GarageYrBlt    1  0.000555 4.0576 -3672.5
## + LowQualFinSF   1  0.000381 4.0577 -3672.5
## + MiscVal        1  0.000320 4.0578 -3672.5
## + HalfBath       1  0.000307 4.0578 -3672.5
## + GarageCond     4  0.029842 4.0283 -3671.8
## + LandSlope      2  0.006518 4.0516 -3671.6
## + SaleType       8  0.069271 3.9888 -3671.0
## + PavedDrive     2  0.003117 4.0550 -3671.0
## + PoolQC         3  0.011625 4.0465 -3670.5
## + MasVnrType     4  0.020746 4.0374 -3670.1
## + Fence          4  0.020440 4.0377 -3670.1
## + GarageQual     4  0.015936 4.0422 -3669.3
## + MiscFeature    3  0.003691 4.0544 -3669.1
## + LotShape       3  0.002475 4.0556 -3668.8
## + BsmtExposure   4  0.010115 4.0480 -3668.2
## + Condition1     8  0.052297 4.0058 -3667.9
## + LotConfig      4  0.004613 4.0535 -3667.2
## + RoofStyle      5  0.014344 4.0438 -3667.0
## + BsmtFinType2   6  0.014610 4.0435 -3665.0
## + Exterior1st   12  0.052453 4.0057 -3659.9
## + Exterior2nd   14  0.070187 3.9879 -3659.1
## 
## Step:  AIC=-3686.69
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath
## 
##                 Df Sum of Sq    RSS     AIC
## + BedroomAbvGr   1  0.065706 3.9137 -3696.8
## + MasVnrArea     1  0.053963 3.9255 -3694.7
## + Condition2     7  0.114891 3.8645 -3694.1
## + TotRmsAbvGrd   1  0.049702 3.9297 -3693.9
## + SaleCondition  5  0.091160 3.8883 -3693.6
## + Foundation     5  0.090658 3.8888 -3693.5
## + KitchenAbvGr   1  0.047345 3.9321 -3693.4
## + KitchenQual    3  0.062368 3.9171 -3692.2
## + ExterCond      3  0.055931 3.9235 -3691.0
## + Street         1  0.029845 3.9496 -3690.2
## + BldgType       4  0.061590 3.9178 -3690.1
## + GarageType     5  0.069256 3.9102 -3689.5
## + FullBath       1  0.025750 3.9537 -3689.4
## + Functional     5  0.066781 3.9126 -3689.0
## + BsmtCond       3  0.043848 3.9356 -3688.8
## + LotFrontage    1  0.021711 3.9577 -3688.7
## + YrSold         1  0.017192 3.9622 -3687.9
## + X1stFlrSF      1  0.016527 3.9629 -3687.7
## + Electrical     5  0.058805 3.9206 -3687.6
## + X2ndFlrSF      1  0.015515 3.9639 -3687.5
## + YearRemodAdd   1  0.015259 3.9642 -3687.5
## + Id             1  0.012183 3.9672 -3686.9
## <none>                       3.9794 -3686.7
## + HeatingQC      4  0.043233 3.9362 -3686.7
## + MSSubClass     1  0.010310 3.9691 -3686.6
## + GarageCars     1  0.010021 3.9694 -3686.5
## + PoolArea       1  0.009370 3.9701 -3686.4
## + EnclosedPorch  1  0.008378 3.9710 -3686.2
## + ScreenPorch    1  0.007175 3.9722 -3686.0
## + Utilities      1  0.006799 3.9726 -3685.9
## + LandContour    3  0.028466 3.9510 -3685.9
## + HouseStyle     7  0.070714 3.9087 -3685.8
## + LotArea        1  0.005366 3.9741 -3685.7
## + BsmtUnfSF      1  0.005123 3.9743 -3685.6
## + Fireplaces     1  0.004637 3.9748 -3685.5
## + OpenPorchSF    1  0.004292 3.9751 -3685.5
## + MoSold         1  0.003655 3.9758 -3685.4
## + BsmtFinSF1     1  0.003600 3.9758 -3685.4
## + WoodDeckSF     1  0.003075 3.9763 -3685.3
## + TotalBsmtSF    1  0.001556 3.9779 -3685.0
## + Alley          2  0.012014 3.9674 -3684.9
## + BsmtHalfBath   1  0.000981 3.9784 -3684.9
## + BsmtFinSF2     1  0.000905 3.9785 -3684.9
## + X3SsnPorch     1  0.000840 3.9786 -3684.8
## + LowQualFinSF   1  0.000298 3.9791 -3684.7
## + GarageYrBlt    1  0.000042 3.9794 -3684.7
## + HalfBath       1  0.000040 3.9794 -3684.7
## + MiscVal        1  0.000020 3.9794 -3684.7
## + LandSlope      2  0.010882 3.9685 -3684.7
## + GarageCond     4  0.030793 3.9486 -3684.4
## + SaleType       8  0.068055 3.9114 -3683.3
## + PavedDrive     2  0.002686 3.9767 -3683.2
## + BsmtExposure   4  0.023023 3.9564 -3682.9
## + MasVnrType     4  0.021418 3.9580 -3682.6
## + PoolQC         3  0.009022 3.9704 -3682.3
## + Fence          4  0.018736 3.9607 -3682.1
## + LotShape       3  0.003463 3.9760 -3681.3
## + GarageQual     4  0.013026 3.9664 -3681.1
## + MiscFeature    3  0.002041 3.9774 -3681.1
## + BsmtFinType1   5  0.021470 3.9580 -3680.6
## + RoofStyle      5  0.020235 3.9592 -3680.4
## + LotConfig      4  0.005041 3.9744 -3679.6
## + Condition1     8  0.048242 3.9312 -3679.6
## + BsmtFinType2   6  0.013004 3.9664 -3677.1
## + Exterior2nd   14  0.080255 3.8992 -3673.6
## + Exterior1st   12  0.055796 3.9236 -3673.0
## 
## Step:  AIC=-3696.85
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr
## 
##                 Df Sum of Sq    RSS     AIC
## + MasVnrArea     1  0.051328 3.8624 -3704.5
## + Foundation     5  0.088482 3.8252 -3703.5
## + ExterCond      3  0.066547 3.8472 -3703.4
## + KitchenAbvGr   1  0.043744 3.8700 -3703.1
## + SaleCondition  5  0.084996 3.8287 -3702.9
## + KitchenQual    3  0.057801 3.8559 -3701.7
## + LotFrontage    1  0.027520 3.8862 -3700.0
## + Condition2     7  0.090372 3.8233 -3699.9
## + GarageType     5  0.069196 3.8445 -3699.9
## + BldgType       4  0.057404 3.8563 -3699.6
## + Street         1  0.024833 3.8889 -3699.5
## + X1stFlrSF      1  0.024311 3.8894 -3699.4
## + X2ndFlrSF      1  0.024098 3.8896 -3699.4
## + YearRemodAdd   1  0.020157 3.8936 -3698.6
## + BsmtCond       3  0.041052 3.8727 -3698.5
## + Functional     5  0.058532 3.8552 -3697.8
## + MSSubClass     1  0.015984 3.8977 -3697.8
## + YrSold         1  0.015222 3.8985 -3697.7
## + Id             1  0.014534 3.8992 -3697.6
## + FullBath       1  0.014033 3.8997 -3697.5
## + HouseStyle     7  0.077431 3.8363 -3697.4
## + TotRmsAbvGrd   1  0.013773 3.8999 -3697.4
## + HeatingQC      4  0.045544 3.8682 -3697.4
## + Electrical     5  0.055698 3.8580 -3697.3
## <none>                       3.9137 -3696.8
## + ScreenPorch    1  0.008792 3.9049 -3696.5
## + PoolArea       1  0.008212 3.9055 -3696.4
## + LandContour    3  0.028810 3.8849 -3696.2
## + EnclosedPorch  1  0.007437 3.9063 -3696.2
## + GarageCars     1  0.007406 3.9063 -3696.2
## + Utilities      1  0.006771 3.9069 -3696.1
## + OpenPorchSF    1  0.006299 3.9074 -3696.0
## + Alley          2  0.015830 3.8979 -3695.8
## + LotArea        1  0.004740 3.9090 -3695.7
## + Fireplaces     1  0.003856 3.9099 -3695.6
## + MoSold         1  0.003826 3.9099 -3695.6
## + BsmtUnfSF      1  0.003098 3.9106 -3695.4
## + TotalBsmtSF    1  0.002734 3.9110 -3695.4
## + GarageCond     4  0.034666 3.8790 -3695.3
## + X3SsnPorch     1  0.002394 3.9113 -3695.3
## + SaleType       8  0.076644 3.8371 -3695.3
## + BsmtHalfBath   1  0.001753 3.9120 -3695.2
## + WoodDeckSF     1  0.001550 3.9122 -3695.1
## + BsmtFinSF2     1  0.001496 3.9122 -3695.1
## + BsmtFinSF1     1  0.001196 3.9125 -3695.1
## + GarageYrBlt    1  0.000167 3.9135 -3694.9
## + MiscVal        1  0.000007 3.9137 -3694.8
## + HalfBath       1  0.000003 3.9137 -3694.8
## + LowQualFinSF   1  0.000000 3.9137 -3694.8
## + LandSlope      2  0.008412 3.9053 -3694.4
## + PavedDrive     2  0.002158 3.9116 -3693.2
## + MasVnrType     4  0.019957 3.8938 -3692.6
## + PoolQC         3  0.007716 3.9060 -3692.3
## + BsmtExposure   4  0.017842 3.8959 -3692.2
## + LotShape       3  0.005031 3.9087 -3691.8
## + GarageQual     4  0.014946 3.8988 -3691.6
## + Condition1     8  0.056836 3.8569 -3691.5
## + Fence          4  0.012979 3.9007 -3691.3
## + MiscFeature    3  0.002056 3.9117 -3691.2
## + RoofStyle      5  0.015813 3.8979 -3689.8
## + BsmtFinType1   5  0.014811 3.8989 -3689.6
## + LotConfig      4  0.003575 3.9101 -3689.5
## + BsmtFinType2   6  0.016297 3.8974 -3687.9
## + Exterior1st   12  0.057637 3.8561 -3683.7
## + Exterior2nd   14  0.077437 3.8363 -3683.4
## 
## Step:  AIC=-3704.48
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea
## 
##                 Df Sum of Sq    RSS     AIC
## + MasVnrType     4  0.107581 3.7548 -3717.1
## + KitchenAbvGr   1  0.044051 3.8183 -3710.9
## + Foundation     5  0.083243 3.7791 -3710.4
## + ExterCond      3  0.061615 3.8008 -3710.2
## + SaleCondition  5  0.076169 3.7862 -3709.0
## + KitchenQual    3  0.054794 3.8076 -3708.9
## + BldgType       4  0.064226 3.7982 -3708.7
## + LotFrontage    1  0.027112 3.8353 -3707.6
## + GarageType     5  0.068025 3.7944 -3707.5
## + Street         1  0.023945 3.8384 -3707.0
## + MSSubClass     1  0.022849 3.8395 -3706.8
## + X1stFlrSF      1  0.022808 3.8396 -3706.8
## + X2ndFlrSF      1  0.022093 3.8403 -3706.7
## + BsmtCond       3  0.039634 3.8228 -3706.0
## + Id             1  0.016856 3.8455 -3705.7
## + Functional     5  0.058615 3.8038 -3705.6
## + YearRemodAdd   1  0.016552 3.8458 -3705.6
## + YrSold         1  0.015840 3.8465 -3705.5
## + Condition2     7  0.077941 3.7844 -3705.4
## + HeatingQC      4  0.045294 3.8171 -3705.1
## + TotRmsAbvGrd   1  0.012529 3.8499 -3704.9
## + Electrical     5  0.053987 3.8084 -3704.8
## + HouseStyle     7  0.074211 3.7882 -3704.6
## + FullBath       1  0.010791 3.8516 -3704.5
## <none>                       3.8624 -3704.5
## + ScreenPorch    1  0.009755 3.8526 -3704.3
## + GarageCars     1  0.009221 3.8532 -3704.2
## + Fireplaces     1  0.007616 3.8548 -3703.9
## + PoolArea       1  0.006968 3.8554 -3703.8
## + LotArea        1  0.006309 3.8561 -3703.7
## + Alley          2  0.016535 3.8459 -3703.6
## + LandContour    3  0.026011 3.8364 -3703.4
## + EnclosedPorch  1  0.004909 3.8575 -3703.4
## + OpenPorchSF    1  0.004887 3.8575 -3703.4
## + MoSold         1  0.004304 3.8581 -3703.3
## + Utilities      1  0.003384 3.8590 -3703.1
## + BsmtHalfBath   1  0.003346 3.8590 -3703.1
## + X3SsnPorch     1  0.003280 3.8591 -3703.1
## + TotalBsmtSF    1  0.002927 3.8595 -3703.0
## + BsmtUnfSF      1  0.002803 3.8596 -3703.0
## + WoodDeckSF     1  0.002146 3.8602 -3702.9
## + SaleType       8  0.074718 3.7877 -3702.7
## + BsmtFinSF2     1  0.000775 3.8616 -3702.6
## + BsmtFinSF1     1  0.000594 3.8618 -3702.6
## + GarageCond     4  0.032164 3.8302 -3702.6
## + LowQualFinSF   1  0.000087 3.8623 -3702.5
## + MiscVal        1  0.000037 3.8624 -3702.5
## + HalfBath       1  0.000004 3.8624 -3702.5
## + GarageYrBlt    1  0.000004 3.8624 -3702.5
## + LandSlope      2  0.007011 3.8554 -3701.8
## + PavedDrive     2  0.002611 3.8598 -3701.0
## + PoolQC         3  0.006620 3.8558 -3699.7
## + GarageQual     4  0.015483 3.8469 -3699.4
## + LotShape       3  0.004888 3.8575 -3699.4
## + BsmtExposure   4  0.014498 3.8479 -3699.2
## + Condition1     8  0.055659 3.8067 -3699.1
## + Fence          4  0.013426 3.8490 -3699.0
## + MiscFeature    3  0.002638 3.8597 -3699.0
## + BsmtFinType1   5  0.016523 3.8459 -3697.6
## + RoofStyle      5  0.013769 3.8486 -3697.1
## + LotConfig      4  0.002864 3.8595 -3697.0
## + BsmtFinType2   6  0.015216 3.8472 -3695.4
## + Exterior1st   12  0.058109 3.8043 -3691.6
## + Exterior2nd   14  0.076648 3.7857 -3691.1
## 
## Step:  AIC=-3717.11
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType
## 
##                 Df Sum of Sq    RSS     AIC
## + KitchenAbvGr   1  0.049465 3.7053 -3724.8
## + ExterCond      3  0.066170 3.6886 -3724.1
## + SaleCondition  5  0.085120 3.6697 -3723.8
## + Foundation     5  0.076806 3.6780 -3722.2
## + GarageType     5  0.070297 3.6845 -3720.9
## + KitchenQual    3  0.049667 3.7051 -3720.8
## + BldgType       4  0.057902 3.6969 -3720.5
## + X1stFlrSF      1  0.027017 3.7278 -3720.4
## + X2ndFlrSF      1  0.025222 3.7296 -3720.0
## + LotFrontage    1  0.023989 3.7308 -3719.8
## + Street         1  0.021741 3.7331 -3719.3
## + BsmtCond       3  0.040311 3.7145 -3719.0
## + Functional     5  0.058020 3.6968 -3718.5
## + YrSold         1  0.017230 3.7376 -3718.5
## + Electrical     5  0.057700 3.6971 -3718.4
## + MSSubClass     1  0.016368 3.7384 -3718.3
## + Id             1  0.016124 3.7387 -3718.2
## + YearRemodAdd   1  0.013856 3.7410 -3717.8
## + HouseStyle     7  0.072445 3.6824 -3717.3
## <none>                       3.7548 -3717.1
## + FullBath       1  0.009292 3.7455 -3716.9
## + HeatingQC      4  0.039935 3.7149 -3716.9
## + GarageCars     1  0.009125 3.7457 -3716.9
## + ScreenPorch    1  0.008216 3.7466 -3716.7
## + TotRmsAbvGrd   1  0.008130 3.7467 -3716.7
## + TotalBsmtSF    1  0.007237 3.7476 -3716.5
## + BsmtHalfBath   1  0.006873 3.7479 -3716.4
## + Fireplaces     1  0.006147 3.7487 -3716.3
## + OpenPorchSF    1  0.005988 3.7488 -3716.3
## + Alley          2  0.015743 3.7391 -3716.2
## + PoolArea       1  0.005381 3.7494 -3716.2
## + EnclosedPorch  1  0.004683 3.7501 -3716.0
## + LotArea        1  0.003770 3.7510 -3715.8
## + MoSold         1  0.003410 3.7514 -3715.8
## + X3SsnPorch     1  0.002944 3.7519 -3715.7
## + BsmtUnfSF      1  0.002768 3.7520 -3715.6
## + LandContour    3  0.023187 3.7316 -3715.6
## + WoodDeckSF     1  0.001760 3.7530 -3715.4
## + LowQualFinSF   1  0.000627 3.7542 -3715.2
## + Condition2     7  0.061832 3.6930 -3715.2
## + Utilities      1  0.000613 3.7542 -3715.2
## + BsmtFinSF2     1  0.000470 3.7543 -3715.2
## + BsmtFinSF1     1  0.000058 3.7547 -3715.1
## + GarageYrBlt    1  0.000049 3.7548 -3715.1
## + HalfBath       1  0.000035 3.7548 -3715.1
## + MiscVal        1  0.000032 3.7548 -3715.1
## + GarageCond     4  0.030566 3.7242 -3715.1
## + SaleType       8  0.069872 3.6849 -3714.8
## + LandSlope      2  0.007247 3.7476 -3714.5
## + PavedDrive     2  0.003669 3.7511 -3713.8
## + GarageQual     4  0.016956 3.7379 -3712.4
## + Condition1     8  0.056710 3.6981 -3712.2
## + PoolQC         3  0.005579 3.7492 -3712.2
## + Fence          4  0.015684 3.7391 -3712.2
## + LotShape       3  0.004820 3.7500 -3712.0
## + BsmtExposure   4  0.014343 3.7405 -3711.9
## + MiscFeature    3  0.002516 3.7523 -3711.6
## + BsmtFinType1   5  0.021280 3.7335 -3711.3
## + RoofStyle      5  0.015251 3.7396 -3710.1
## + LotConfig      4  0.004126 3.7507 -3709.9
## + BsmtFinType2   6  0.014694 3.7401 -3708.0
## + Exterior1st   12  0.056826 3.6980 -3704.2
## + Exterior2nd   14  0.076341 3.6785 -3704.1
## 
## Step:  AIC=-3724.79
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr
## 
##                 Df Sum of Sq    RSS     AIC
## + GarageType     5  0.090019 3.6153 -3732.7
## + ExterCond      3  0.064263 3.6411 -3731.6
## + SaleCondition  5  0.075564 3.6298 -3729.8
## + KitchenQual    3  0.053190 3.6522 -3729.3
## + Foundation     5  0.071488 3.6339 -3729.0
## + Condition2     7  0.089232 3.6161 -3728.6
## + LotFrontage    1  0.025634 3.6797 -3727.9
## + Street         1  0.021783 3.6836 -3727.1
## + X1stFlrSF      1  0.018697 3.6866 -3726.5
## + X2ndFlrSF      1  0.018387 3.6870 -3726.4
## + BsmtCond       3  0.037824 3.6675 -3726.3
## + Functional     5  0.056559 3.6488 -3726.0
## + YrSold         1  0.015360 3.6900 -3725.8
## + YearRemodAdd   1  0.014961 3.6904 -3725.7
## + Electrical     5  0.053931 3.6514 -3725.5
## + Id             1  0.013574 3.6918 -3725.5
## + HeatingQC      4  0.041113 3.6642 -3724.9
## <none>                       3.7053 -3724.8
## + ScreenPorch    1  0.008739 3.6966 -3724.5
## + Fireplaces     1  0.008721 3.6966 -3724.5
## + EnclosedPorch  1  0.008405 3.6969 -3724.4
## + OpenPorchSF    1  0.008111 3.6972 -3724.4
## + Alley          2  0.017056 3.6883 -3724.2
## + GarageCars     1  0.006703 3.6986 -3724.1
## + BsmtHalfBath   1  0.006170 3.6992 -3724.0
## + PoolArea       1  0.005629 3.6997 -3723.9
## + LotArea        1  0.004292 3.7010 -3723.6
## + X3SsnPorch     1  0.003523 3.7018 -3723.5
## + MSSubClass     1  0.003276 3.7021 -3723.4
## + WoodDeckSF     1  0.003079 3.7023 -3723.4
## + FullBath       1  0.002825 3.7025 -3723.3
## + TotalBsmtSF    1  0.002321 3.7030 -3723.2
## + MoSold         1  0.001487 3.7039 -3723.1
## + TotRmsAbvGrd   1  0.001063 3.7043 -3723.0
## + BsmtFinSF2     1  0.000953 3.7044 -3723.0
## + MiscVal        1  0.000629 3.7047 -3722.9
## + Utilities      1  0.000483 3.7049 -3722.9
## + BsmtUnfSF      1  0.000453 3.7049 -3722.9
## + GarageYrBlt    1  0.000200 3.7051 -3722.8
## + HalfBath       1  0.000079 3.7053 -3722.8
## + BsmtFinSF1     1  0.000019 3.7053 -3722.8
## + LowQualFinSF   1  0.000001 3.7053 -3722.8
## + BldgType       4  0.029648 3.6757 -3722.7
## + SaleType       8  0.067628 3.6377 -3722.2
## + LandContour    3  0.017035 3.6883 -3722.2
## + LandSlope      2  0.005410 3.6999 -3721.9
## + HouseStyle     7  0.055623 3.6497 -3721.8
## + Condition1     8  0.064374 3.6410 -3721.6
## + GarageCond     4  0.023351 3.6820 -3721.4
## + PavedDrive     2  0.001748 3.7036 -3721.1
## + GarageQual     4  0.021950 3.6834 -3721.1
## + LotShape       3  0.005940 3.6994 -3720.0
## + PoolQC         3  0.005648 3.6997 -3719.9
## + BsmtExposure   4  0.015344 3.6900 -3719.8
## + MiscFeature    3  0.004131 3.7012 -3719.6
## + BsmtFinType1   5  0.024153 3.6812 -3719.6
## + Fence          4  0.013711 3.6916 -3719.5
## + LotConfig      4  0.004307 3.7010 -3717.6
## + RoofStyle      5  0.014370 3.6910 -3717.6
## + BsmtFinType2   6  0.016874 3.6885 -3716.1
## + Exterior2nd   14  0.074550 3.6308 -3711.6
## + Exterior1st   12  0.051552 3.6538 -3711.0
## 
## Step:  AIC=-3732.74
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType
## 
##                 Df Sum of Sq    RSS     AIC
## + ExterCond      3  0.074880 3.5404 -3742.0
## + SaleCondition  5  0.066000 3.5493 -3736.2
## + KitchenQual    3  0.046497 3.5688 -3736.2
## + LotFrontage    1  0.025754 3.5896 -3736.0
## + Foundation     5  0.064846 3.5505 -3736.0
## + Street         1  0.022942 3.5924 -3735.4
## + BsmtCond       3  0.038931 3.5764 -3734.6
## + Electrical     5  0.056544 3.5588 -3734.2
## + YrSold         1  0.016984 3.5983 -3734.2
## + Functional     5  0.055340 3.5600 -3734.0
## + YearRemodAdd   1  0.015066 3.6003 -3733.8
## + Fireplaces     1  0.012342 3.6030 -3733.2
## + MSSubClass     1  0.011338 3.6040 -3733.0
## + Id             1  0.011020 3.6043 -3733.0
## + OpenPorchSF    1  0.010985 3.6043 -3733.0
## + Alley          2  0.020655 3.5947 -3732.9
## + GarageCars     1  0.009927 3.6054 -3732.7
## <none>                       3.6153 -3732.7
## + ScreenPorch    1  0.009420 3.6059 -3732.6
## + Condition2     7  0.066779 3.5485 -3732.4
## + EnclosedPorch  1  0.006861 3.6085 -3732.1
## + PoolArea       1  0.006404 3.6089 -3732.0
## + BsmtHalfBath   1  0.006147 3.6092 -3732.0
## + LotArea        1  0.004926 3.6104 -3731.7
## + FullBath       1  0.004216 3.6111 -3731.6
## + X2ndFlrSF      1  0.003569 3.6118 -3731.5
## + X1stFlrSF      1  0.003457 3.6119 -3731.4
## + MoSold         1  0.002676 3.6126 -3731.3
## + WoodDeckSF     1  0.002672 3.6127 -3731.3
## + HeatingQC      4  0.031910 3.5834 -3731.2
## + X3SsnPorch     1  0.002034 3.6133 -3731.2
## + HalfBath       1  0.001578 3.6137 -3731.1
## + BsmtFinSF2     1  0.000967 3.6144 -3730.9
## + BldgType       4  0.030359 3.5850 -3730.9
## + BsmtFinSF1     1  0.000449 3.6149 -3730.8
## + Utilities      1  0.000420 3.6149 -3730.8
## + TotRmsAbvGrd   1  0.000366 3.6150 -3730.8
## + MiscVal        1  0.000308 3.6150 -3730.8
## + GarageYrBlt    1  0.000307 3.6150 -3730.8
## + TotalBsmtSF    1  0.000218 3.6151 -3730.8
## + LowQualFinSF   1  0.000044 3.6153 -3730.7
## + BsmtUnfSF      1  0.000044 3.6153 -3730.7
## + SaleType       8  0.062789 3.5525 -3729.5
## + HouseStyle     7  0.052766 3.5626 -3729.5
## + LandSlope      2  0.002825 3.6125 -3729.3
## + LandContour    3  0.012230 3.6031 -3729.2
## + GarageQual     4  0.020750 3.5946 -3728.9
## + PavedDrive     2  0.000934 3.6144 -3728.9
## + Condition1     8  0.057021 3.5583 -3728.3
## + BsmtExposure   4  0.016484 3.5988 -3728.1
## + PoolQC         3  0.006358 3.6090 -3728.0
## + LotShape       3  0.005882 3.6094 -3727.9
## + MiscFeature    3  0.004092 3.6112 -3727.6
## + GarageCond     4  0.013208 3.6021 -3727.4
## + Fence          4  0.013192 3.6021 -3727.4
## + BsmtFinType1   5  0.021516 3.5938 -3727.1
## + RoofStyle      5  0.015682 3.5996 -3725.9
## + LotConfig      4  0.004847 3.6105 -3725.7
## + BsmtFinType2   6  0.017602 3.5977 -3724.3
## + Exterior2nd   14  0.076224 3.5391 -3720.3
## + Exterior1st   12  0.054732 3.5606 -3719.9
## 
## Step:  AIC=-3742.02
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond
## 
##                 Df Sum of Sq    RSS     AIC
## + Foundation     5  0.074095 3.4663 -3747.5
## + SaleCondition  5  0.067044 3.4734 -3746.0
## + KitchenQual    3  0.044662 3.4958 -3745.3
## + LotFrontage    1  0.024864 3.5156 -3745.2
## + Street         1  0.021523 3.5189 -3744.5
## + MSSubClass     1  0.020569 3.5199 -3744.3
## + YearRemodAdd   1  0.018703 3.5217 -3743.9
## + BsmtCond       3  0.036875 3.5036 -3743.7
## + Fireplaces     1  0.015229 3.5252 -3743.2
## + YrSold         1  0.014353 3.5261 -3743.0
## + Alley          2  0.023663 3.5168 -3742.9
## + Id             1  0.013678 3.5268 -3742.8
## + BldgType       4  0.042146 3.4983 -3742.8
## + SaleType       8  0.078455 3.4620 -3742.4
## <none>                       3.5404 -3742.0
## + ScreenPorch    1  0.009005 3.5314 -3741.9
## + HeatingQC      4  0.037291 3.5032 -3741.7
## + PoolArea       1  0.008092 3.5323 -3741.7
## + GarageCars     1  0.007866 3.5326 -3741.6
## + OpenPorchSF    1  0.007622 3.5328 -3741.6
## + Condition2     7  0.064790 3.4757 -3741.5
## + BsmtHalfBath   1  0.007139 3.5333 -3741.5
## + EnclosedPorch  1  0.005796 3.5346 -3741.2
## + Electrical     5  0.043490 3.4970 -3741.0
## + LotArea        1  0.004475 3.5360 -3740.9
## + X2ndFlrSF      1  0.003914 3.5365 -3740.8
## + Functional     5  0.042394 3.4980 -3740.8
## + FullBath       1  0.003630 3.5368 -3740.8
## + WoodDeckSF     1  0.003373 3.5371 -3740.7
## + X1stFlrSF      1  0.003047 3.5374 -3740.6
## + X3SsnPorch     1  0.002418 3.5380 -3740.5
## + MoSold         1  0.002075 3.5384 -3740.4
## + LowQualFinSF   1  0.001461 3.5390 -3740.3
## + BsmtFinSF2     1  0.001310 3.5391 -3740.3
## + HalfBath       1  0.000710 3.5397 -3740.2
## + BsmtFinSF1     1  0.000590 3.5399 -3740.1
## + Utilities      1  0.000502 3.5399 -3740.1
## + TotalBsmtSF    1  0.000493 3.5399 -3740.1
## + GarageYrBlt    1  0.000346 3.5401 -3740.1
## + TotRmsAbvGrd   1  0.000209 3.5402 -3740.1
## + BsmtUnfSF      1  0.000143 3.5403 -3740.0
## + MiscVal        1  0.000000 3.5404 -3740.0
## + LandContour    3  0.013408 3.5270 -3738.8
## + LandSlope      2  0.002925 3.5375 -3738.6
## + PavedDrive     2  0.001722 3.5387 -3738.4
## + Condition1     8  0.056602 3.4838 -3737.8
## + PoolQC         3  0.008262 3.5322 -3737.7
## + BsmtExposure   4  0.016609 3.5238 -3737.5
## + LotShape       3  0.006506 3.5339 -3737.4
## + GarageCond     4  0.014826 3.5256 -3737.1
## + HouseStyle     7  0.043295 3.4971 -3737.0
## + MiscFeature    3  0.003611 3.5368 -3736.8
## + Fence          4  0.013083 3.5274 -3736.7
## + BsmtFinType1   5  0.021870 3.5186 -3736.5
## + GarageQual     4  0.011505 3.5289 -3736.4
## + LotConfig      4  0.006607 3.5338 -3735.4
## + RoofStyle      5  0.014039 3.5264 -3734.9
## + BsmtFinType2   6  0.014091 3.5264 -3732.9
## + Exterior2nd   14  0.076490 3.4640 -3730.0
## + Exterior1st   12  0.050040 3.4904 -3728.4
## 
## Step:  AIC=-3747.46
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleCondition  5  0.077533 3.3888 -3754.0
## + Street         1  0.024354 3.4420 -3750.6
## + YearRemodAdd   1  0.023969 3.4424 -3750.5
## + LotFrontage    1  0.023765 3.4426 -3750.5
## + KitchenQual    3  0.041406 3.4249 -3750.2
## + SaleType       8  0.087678 3.3787 -3750.2
## + Fireplaces     1  0.019030 3.4473 -3749.5
## + MSSubClass     1  0.016919 3.4494 -3749.0
## + Id             1  0.015867 3.4505 -3748.8
## + YrSold         1  0.013058 3.4533 -3748.2
## + ScreenPorch    1  0.012252 3.4541 -3748.0
## + BldgType       4  0.039402 3.4269 -3747.8
## + HeatingQC      4  0.039113 3.4272 -3747.7
## + BsmtCond       3  0.028830 3.4375 -3747.6
## <none>                       3.4663 -3747.5
## + BsmtHalfBath   1  0.008378 3.4580 -3747.2
## + PoolArea       1  0.008271 3.4581 -3747.2
## + OpenPorchSF    1  0.007934 3.4584 -3747.1
## + X3SsnPorch     1  0.007749 3.4586 -3747.1
## + Condition2     7  0.063775 3.4026 -3747.0
## + GarageCars     1  0.007289 3.4591 -3747.0
## + Alley          2  0.014998 3.4513 -3746.6
## + MoSold         1  0.005159 3.4612 -3746.5
## + X2ndFlrSF      1  0.005078 3.4613 -3746.5
## + FullBath       1  0.004560 3.4618 -3746.4
## + WoodDeckSF     1  0.003982 3.4624 -3746.3
## + X1stFlrSF      1  0.003823 3.4625 -3746.3
## + EnclosedPorch  1  0.003159 3.4632 -3746.1
## + LotArea        1  0.003145 3.4632 -3746.1
## + LowQualFinSF   1  0.002346 3.4640 -3746.0
## + HouseStyle     7  0.058531 3.4078 -3745.9
## + BsmtFinSF2     1  0.001505 3.4648 -3745.8
## + HalfBath       1  0.001245 3.4651 -3745.7
## + TotalBsmtSF    1  0.001227 3.4651 -3745.7
## + BsmtUnfSF      1  0.000891 3.4655 -3745.6
## + Utilities      1  0.000764 3.4656 -3745.6
## + TotRmsAbvGrd   1  0.000674 3.4657 -3745.6
## + GarageYrBlt    1  0.000281 3.4661 -3745.5
## + BsmtFinSF1     1  0.000280 3.4661 -3745.5
## + MiscVal        1  0.000076 3.4663 -3745.5
## + GarageQual     4  0.026519 3.4398 -3745.1
## + Functional     5  0.035086 3.4313 -3744.9
## + Electrical     5  0.034682 3.4317 -3744.8
## + LandSlope      2  0.003090 3.4633 -3744.1
## + LandContour    3  0.011439 3.4549 -3743.9
## + PavedDrive     2  0.000814 3.4655 -3743.6
## + PoolQC         3  0.008296 3.4581 -3743.2
## + LotShape       3  0.007747 3.4586 -3743.1
## + BsmtExposure   4  0.016246 3.4501 -3742.9
## + BsmtFinType1   5  0.024376 3.4420 -3742.6
## + Condition1     8  0.052455 3.4139 -3742.6
## + MiscFeature    3  0.003052 3.4633 -3742.1
## + Fence          4  0.008754 3.4576 -3741.3
## + GarageCond     4  0.007084 3.4593 -3741.0
## + LotConfig      4  0.006618 3.4597 -3740.9
## + RoofStyle      5  0.005940 3.4604 -3738.7
## + BsmtFinType2   6  0.013889 3.4525 -3738.4
## + Exterior2nd   14  0.086194 3.3802 -3737.8
## + Exterior1st   12  0.059695 3.4067 -3736.1
## 
## Step:  AIC=-3753.97
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition
## 
##                 Df Sum of Sq    RSS     AIC
## + KitchenQual    3  0.043239 3.3456 -3757.3
## + LotFrontage    1  0.023413 3.3654 -3757.0
## + Street         1  0.022236 3.3666 -3756.8
## + Fireplaces     1  0.020242 3.3686 -3756.3
## + YearRemodAdd   1  0.018741 3.3701 -3756.0
## + ScreenPorch    1  0.014822 3.3740 -3755.2
## + MSSubClass     1  0.013680 3.3751 -3754.9
## + Id             1  0.013638 3.3752 -3754.9
## + SaleType       8  0.075354 3.3135 -3754.4
## + Condition2     7  0.065152 3.3237 -3754.1
## + YrSold         1  0.009726 3.3791 -3754.1
## + HeatingQC      4  0.036998 3.3518 -3754.0
## <none>                       3.3888 -3754.0
## + BsmtHalfBath   1  0.008752 3.3801 -3753.9
## + X3SsnPorch     1  0.008576 3.3802 -3753.8
## + X2ndFlrSF      1  0.008415 3.3804 -3753.8
## + PoolArea       1  0.007735 3.3811 -3753.6
## + OpenPorchSF    1  0.006971 3.3818 -3753.5
## + X1stFlrSF      1  0.006844 3.3820 -3753.4
## + BsmtCond       3  0.024910 3.3639 -3753.4
## + MoSold         1  0.006266 3.3825 -3753.3
## + GarageCars     1  0.005986 3.3828 -3753.3
## + BldgType       4  0.033259 3.3556 -3753.2
## + FullBath       1  0.004929 3.3839 -3753.0
## + WoodDeckSF     1  0.004374 3.3844 -3752.9
## + EnclosedPorch  1  0.003623 3.3852 -3752.8
## + BsmtFinSF2     1  0.002370 3.3864 -3752.5
## + LotArea        1  0.002325 3.3865 -3752.5
## + LowQualFinSF   1  0.002188 3.3866 -3752.4
## + Alley          2  0.010848 3.3780 -3752.3
## + HouseStyle     7  0.056684 3.3321 -3752.3
## + TotRmsAbvGrd   1  0.000919 3.3879 -3752.2
## + BsmtUnfSF      1  0.000717 3.3881 -3752.1
## + TotalBsmtSF    1  0.000200 3.3886 -3752.0
## + HalfBath       1  0.000150 3.3887 -3752.0
## + MiscVal        1  0.000117 3.3887 -3752.0
## + BsmtFinSF1     1  0.000045 3.3888 -3752.0
## + Utilities      1  0.000019 3.3888 -3752.0
## + GarageYrBlt    1  0.000001 3.3888 -3752.0
## + LandContour    3  0.013773 3.3750 -3750.9
## + LandSlope      2  0.003629 3.3852 -3750.8
## + GarageQual     4  0.020940 3.3679 -3750.5
## + BsmtExposure   4  0.020661 3.3682 -3750.4
## + Functional     5  0.029386 3.3594 -3750.3
## + PavedDrive     2  0.000633 3.3882 -3750.1
## + PoolQC         3  0.008933 3.3799 -3749.9
## + LotShape       3  0.007343 3.3815 -3749.6
## + Condition1     8  0.052898 3.3359 -3749.5
## + Electrical     5  0.023528 3.3653 -3749.1
## + BsmtFinType1   5  0.022781 3.3660 -3748.9
## + MiscFeature    3  0.003297 3.3855 -3748.7
## + GarageCond     4  0.009989 3.3788 -3748.1
## + LotConfig      4  0.008411 3.3804 -3747.8
## + Fence          4  0.006558 3.3823 -3747.4
## + Exterior2nd   14  0.090846 3.2980 -3745.8
## + RoofStyle      5  0.006409 3.3824 -3745.4
## + BsmtFinType2   6  0.015178 3.3736 -3745.2
## + Exterior1st   12  0.057101 3.3317 -3742.4
## 
## Step:  AIC=-3757.35
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual
## 
##                 Df Sum of Sq    RSS     AIC
## + Street         1  0.022822 3.3228 -3760.3
## + LotFrontage    1  0.020833 3.3247 -3759.9
## + Fireplaces     1  0.017247 3.3283 -3759.1
## + ScreenPorch    1  0.015846 3.3297 -3758.8
## + Id             1  0.013070 3.3325 -3758.2
## + Condition2     7  0.066057 3.2795 -3757.9
## + MSSubClass     1  0.011339 3.3342 -3757.8
## + YearRemodAdd   1  0.009982 3.3356 -3757.5
## <none>                       3.3456 -3757.3
## + BsmtCond       3  0.027267 3.3183 -3757.3
## + X2ndFlrSF      1  0.008925 3.3367 -3757.3
## + BsmtHalfBath   1  0.007957 3.3376 -3757.1
## + YrSold         1  0.007908 3.3377 -3757.1
## + X3SsnPorch     1  0.007151 3.3384 -3756.9
## + X1stFlrSF      1  0.006807 3.3388 -3756.8
## + MoSold         1  0.006685 3.3389 -3756.8
## + OpenPorchSF    1  0.005930 3.3396 -3756.6
## + PoolArea       1  0.005413 3.3402 -3756.5
## + GarageCars     1  0.005368 3.3402 -3756.5
## + SaleType       8  0.068130 3.2774 -3756.4
## + BldgType       4  0.031221 3.3144 -3756.2
## + LowQualFinSF   1  0.003812 3.3418 -3756.2
## + EnclosedPorch  1  0.003686 3.3419 -3756.2
## + WoodDeckSF     1  0.003243 3.3423 -3756.1
## + FullBath       1  0.002856 3.3427 -3756.0
## + LotArea        1  0.002041 3.3435 -3755.8
## + BsmtFinSF2     1  0.002010 3.3436 -3755.8
## + HouseStyle     7  0.056047 3.2895 -3755.7
## + TotRmsAbvGrd   1  0.001445 3.3441 -3755.7
## + HeatingQC      4  0.028456 3.3171 -3755.6
## + HalfBath       1  0.000955 3.3446 -3755.6
## + BsmtUnfSF      1  0.000583 3.3450 -3755.5
## + Utilities      1  0.000531 3.3450 -3755.5
## + GarageYrBlt    1  0.000136 3.3454 -3755.4
## + TotalBsmtSF    1  0.000112 3.3455 -3755.4
## + MiscVal        1  0.000079 3.3455 -3755.4
## + BsmtFinSF1     1  0.000021 3.3456 -3755.4
## + Alley          2  0.006270 3.3393 -3754.7
## + Functional     5  0.033058 3.3125 -3754.6
## + LandSlope      2  0.005219 3.3404 -3754.5
## + BsmtExposure   4  0.021400 3.3242 -3754.0
## + LandContour    3  0.011576 3.3340 -3753.9
## + PavedDrive     2  0.000323 3.3453 -3753.4
## + LotShape       3  0.008501 3.3371 -3753.2
## + PoolQC         3  0.007097 3.3385 -3752.9
## + Electrical     5  0.025184 3.3204 -3752.9
## + GarageQual     4  0.015815 3.3298 -3752.8
## + Condition1     8  0.051143 3.2944 -3752.6
## + BsmtFinType1   5  0.023593 3.3220 -3752.5
## + MiscFeature    3  0.002256 3.3433 -3751.8
## + GarageCond     4  0.010755 3.3348 -3751.7
## + Exterior2nd   14  0.096246 3.2493 -3750.7
## + LotConfig      4  0.005782 3.3398 -3750.6
## + Fence          4  0.005173 3.3404 -3750.5
## + RoofStyle      5  0.008168 3.3374 -3749.1
## + BsmtFinType2   6  0.013661 3.3319 -3748.3
## + Exterior1st   12  0.057417 3.2882 -3746.0
## 
## Step:  AIC=-3760.34
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street
## 
##                 Df Sum of Sq    RSS     AIC
## + Fireplaces     1  0.019631 3.3031 -3762.7
## + LotFrontage    1  0.019441 3.3033 -3762.6
## + ScreenPorch    1  0.016158 3.3066 -3761.9
## + Condition2     7  0.067175 3.2556 -3761.3
## + Id             1  0.012086 3.3107 -3761.0
## + LotArea        1  0.010740 3.3120 -3760.7
## + BsmtCond       3  0.028173 3.2946 -3760.6
## + YearRemodAdd   1  0.009673 3.3131 -3760.5
## <none>                       3.3228 -3760.3
## + YrSold         1  0.009034 3.3137 -3760.3
## + X2ndFlrSF      1  0.008662 3.3141 -3760.2
## + BsmtHalfBath   1  0.008244 3.3145 -3760.2
## + X3SsnPorch     1  0.007169 3.3156 -3759.9
## + MSSubClass     1  0.006678 3.3161 -3759.8
## + X1stFlrSF      1  0.006562 3.3162 -3759.8
## + MoSold         1  0.006308 3.3164 -3759.7
## + GarageCars     1  0.005741 3.3170 -3759.6
## + OpenPorchSF    1  0.005666 3.3171 -3759.6
## + PoolArea       1  0.005443 3.3173 -3759.5
## + HeatingQC      4  0.031507 3.2912 -3759.3
## + EnclosedPorch  1  0.004150 3.3186 -3759.3
## + LowQualFinSF   1  0.003865 3.3189 -3759.2
## + FullBath       1  0.002557 3.3202 -3758.9
## + WoodDeckSF     1  0.002335 3.3204 -3758.9
## + BsmtFinSF2     1  0.002181 3.3206 -3758.8
## + TotRmsAbvGrd   1  0.001403 3.3214 -3758.7
## + HalfBath       1  0.001149 3.3216 -3758.6
## + BsmtUnfSF      1  0.000676 3.3221 -3758.5
## + Utilities      1  0.000465 3.3223 -3758.4
## + MiscVal        1  0.000181 3.3226 -3758.4
## + TotalBsmtSF    1  0.000166 3.3226 -3758.4
## + BsmtFinSF1     1  0.000030 3.3227 -3758.3
## + GarageYrBlt    1  0.000013 3.3227 -3758.3
## + HouseStyle     7  0.054076 3.2687 -3758.3
## + Functional     5  0.034985 3.2878 -3758.1
## + Alley          2  0.006810 3.3159 -3757.8
## + BldgType       4  0.024444 3.2983 -3757.7
## + BsmtExposure   4  0.023766 3.2990 -3757.6
## + LandSlope      2  0.005406 3.3173 -3757.5
## + SaleType       8  0.058037 3.2647 -3757.2
## + LandContour    3  0.009923 3.3128 -3756.5
## + GarageQual     4  0.018839 3.3039 -3756.5
## + PavedDrive     2  0.000549 3.3222 -3756.5
## + LotShape       3  0.008436 3.3143 -3756.2
## + Electrical     5  0.025812 3.2969 -3756.0
## + PoolQC         3  0.007219 3.3155 -3755.9
## + BsmtFinType1   5  0.024118 3.2986 -3755.7
## + MiscFeature    3  0.003895 3.3189 -3755.2
## + Condition1     8  0.048073 3.2747 -3755.0
## + Exterior2nd   14  0.098963 3.2238 -3754.4
## + GarageCond     4  0.009220 3.3135 -3754.4
## + LotConfig      4  0.005485 3.3173 -3753.5
## + Fence          4  0.005057 3.3177 -3753.5
## + RoofStyle      5  0.007486 3.3153 -3752.0
## + BsmtFinType2   6  0.014970 3.3078 -3751.6
## + Exterior1st   12  0.059337 3.2634 -3749.5
## 
## Step:  AIC=-3762.67
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces
## 
##                 Df Sum of Sq    RSS     AIC
## + LotFrontage    1  0.023523 3.2796 -3765.9
## + ScreenPorch    1  0.019932 3.2832 -3765.1
## + Id             1  0.015518 3.2876 -3764.1
## + BsmtCond       3  0.028083 3.2750 -3762.9
## + X2ndFlrSF      1  0.009992 3.2931 -3762.9
## + Condition2     7  0.063569 3.2396 -3762.9
## + YrSold         1  0.009743 3.2934 -3762.8
## <none>                       3.3031 -3762.7
## + YearRemodAdd   1  0.008670 3.2945 -3762.6
## + LotArea        1  0.008060 3.2951 -3762.5
## + BsmtHalfBath   1  0.008022 3.2951 -3762.4
## + X1stFlrSF      1  0.007900 3.2952 -3762.4
## + MSSubClass     1  0.007522 3.2956 -3762.3
## + MoSold         1  0.007456 3.2957 -3762.3
## + GarageCars     1  0.006416 3.2967 -3762.1
## + X3SsnPorch     1  0.006069 3.2971 -3762.0
## + OpenPorchSF    1  0.005593 3.2975 -3761.9
## + PoolArea       1  0.004249 3.2989 -3761.6
## + LowQualFinSF   1  0.003331 3.2998 -3761.4
## + EnclosedPorch  1  0.002960 3.3002 -3761.3
## + BsmtFinSF2     1  0.002815 3.3003 -3761.3
## + WoodDeckSF     1  0.002378 3.3007 -3761.2
## + FullBath       1  0.001817 3.3013 -3761.1
## + HeatingQC      4  0.028500 3.2746 -3761.0
## + BsmtUnfSF      1  0.001022 3.3021 -3760.9
## + TotRmsAbvGrd   1  0.000987 3.3021 -3760.9
## + HalfBath       1  0.000849 3.3023 -3760.9
## + Utilities      1  0.000653 3.3025 -3760.8
## + MiscVal        1  0.000201 3.3029 -3760.7
## + GarageYrBlt    1  0.000074 3.3030 -3760.7
## + TotalBsmtSF    1  0.000046 3.3031 -3760.7
## + BsmtFinSF1     1  0.000012 3.3031 -3760.7
## + HouseStyle     7  0.052952 3.2502 -3760.5
## + BldgType       4  0.025837 3.2773 -3760.4
## + Functional     5  0.034647 3.2685 -3760.4
## + Alley          2  0.006929 3.2962 -3760.2
## + LandSlope      2  0.005945 3.2972 -3760.0
## + BsmtExposure   4  0.021266 3.2819 -3759.4
## + GarageQual     4  0.020295 3.2828 -3759.2
## + SaleType       8  0.054659 3.2485 -3758.8
## + LandContour    3  0.009662 3.2935 -3758.8
## + PavedDrive     2  0.000493 3.3026 -3758.8
## + LotShape       3  0.008725 3.2944 -3758.6
## + Electrical     5  0.025483 3.2776 -3758.3
## + PoolQC         3  0.005650 3.2975 -3757.9
## + BsmtFinType1   5  0.023377 3.2797 -3757.9
## + MiscFeature    3  0.004210 3.2989 -3757.6
## + GarageCond     4  0.009449 3.2937 -3756.8
## + Condition1     8  0.045318 3.2578 -3756.8
## + Exterior2nd   14  0.098312 3.2048 -3756.7
## + LotConfig      4  0.005397 3.2977 -3755.9
## + Fence          4  0.004246 3.2989 -3755.6
## + RoofStyle      5  0.007660 3.2955 -3754.4
## + BsmtFinType2   6  0.014229 3.2889 -3753.8
## + Exterior1st   12  0.059716 3.2434 -3752.0
## 
## Step:  AIC=-3765.89
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage
## 
##                 Df Sum of Sq    RSS     AIC
## + ScreenPorch    1  0.018585 3.2610 -3768.0
## + Id             1  0.016196 3.2634 -3767.5
## + BsmtCond       3  0.033194 3.2464 -3767.3
## + Condition2     7  0.066674 3.2129 -3766.9
## + YearRemodAdd   1  0.011876 3.2677 -3766.5
## + X2ndFlrSF      1  0.009625 3.2700 -3766.0
## + YrSold         1  0.009217 3.2704 -3765.9
## + LotArea        1  0.008984 3.2706 -3765.9
## <none>                       3.2796 -3765.9
## + X1stFlrSF      1  0.007559 3.2720 -3765.6
## + BsmtHalfBath   1  0.007263 3.2723 -3765.5
## + GarageCars     1  0.006917 3.2727 -3765.4
## + MoSold         1  0.006398 3.2732 -3765.3
## + MSSubClass     1  0.005962 3.2736 -3765.2
## + OpenPorchSF    1  0.005290 3.2743 -3765.1
## + X3SsnPorch     1  0.004783 3.2748 -3765.0
## + PoolArea       1  0.004407 3.2752 -3764.9
## + LowQualFinSF   1  0.003370 3.2762 -3764.6
## + BsmtFinSF2     1  0.002830 3.2768 -3764.5
## + FullBath       1  0.002550 3.2770 -3764.5
## + EnclosedPorch  1  0.002398 3.2772 -3764.4
## + WoodDeckSF     1  0.001790 3.2778 -3764.3
## + TotRmsAbvGrd   1  0.001683 3.2779 -3764.3
## + Utilities      1  0.001405 3.2782 -3764.2
## + HeatingQC      4  0.028008 3.2516 -3764.1
## + MiscVal        1  0.000976 3.2786 -3764.1
## + HalfBath       1  0.000701 3.2789 -3764.0
## + BsmtUnfSF      1  0.000517 3.2791 -3764.0
## + GarageYrBlt    1  0.000077 3.2795 -3763.9
## + BsmtFinSF1     1  0.000017 3.2796 -3763.9
## + TotalBsmtSF    1  0.000012 3.2796 -3763.9
## + Functional     5  0.034259 3.2453 -3763.6
## + HouseStyle     7  0.051519 3.2281 -3763.4
## + Alley          2  0.006591 3.2730 -3763.4
## + LandSlope      2  0.006372 3.2732 -3763.3
## + BldgType       4  0.022864 3.2567 -3763.0
## + GarageQual     4  0.022149 3.2575 -3762.8
## + SaleType       8  0.054358 3.2252 -3762.1
## + BsmtExposure   4  0.018807 3.2608 -3762.1
## + PavedDrive     2  0.000142 3.2795 -3761.9
## + Electrical     5  0.026797 3.2528 -3761.9
## + BsmtFinType1   5  0.026153 3.2534 -3761.7
## + LandContour    3  0.007413 3.2722 -3761.5
## + PoolQC         3  0.005536 3.2741 -3761.1
## + MiscFeature    3  0.005164 3.2744 -3761.0
## + LotShape       3  0.003163 3.2764 -3760.6
## + Exterior2nd   14  0.098053 3.1815 -3760.0
## + GarageCond     4  0.009448 3.2702 -3760.0
## + Condition1     8  0.040253 3.2393 -3758.9
## + Fence          4  0.003740 3.2759 -3758.7
## + LotConfig      4  0.001957 3.2776 -3758.3
## + RoofStyle      5  0.008067 3.2715 -3757.7
## + BsmtFinType2   6  0.015641 3.2640 -3757.4
## + Exterior1st   12  0.060068 3.2195 -3755.4
## 
## Step:  AIC=-3768.03
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch
## 
##                 Df Sum of Sq    RSS     AIC
## + Id             1  0.016589 3.2444 -3769.8
## + BsmtCond       3  0.032523 3.2285 -3769.4
## + Condition2     7  0.065642 3.1954 -3768.9
## + X2ndFlrSF      1  0.011672 3.2493 -3768.7
## + YearRemodAdd   1  0.011664 3.2494 -3768.7
## + X1stFlrSF      1  0.009801 3.2512 -3768.2
## <none>                       3.2610 -3768.0
## + GarageCars     1  0.008134 3.2529 -3767.9
## + YrSold         1  0.008010 3.2530 -3767.8
## + LotArea        1  0.007935 3.2531 -3767.8
## + BsmtHalfBath   1  0.006844 3.2542 -3767.6
## + MoSold         1  0.006248 3.2548 -3767.4
## + X3SsnPorch     1  0.006113 3.2549 -3767.4
## + PoolArea       1  0.005882 3.2551 -3767.4
## + OpenPorchSF    1  0.005844 3.2552 -3767.3
## + MSSubClass     1  0.005239 3.2558 -3767.2
## + EnclosedPorch  1  0.004470 3.2565 -3767.0
## + Utilities      1  0.003694 3.2573 -3766.9
## + FullBath       1  0.003335 3.2577 -3766.8
## + WoodDeckSF     1  0.002985 3.2580 -3766.7
## + LowQualFinSF   1  0.002361 3.2587 -3766.6
## + BsmtFinSF2     1  0.002151 3.2589 -3766.5
## + TotRmsAbvGrd   1  0.002105 3.2589 -3766.5
## + HeatingQC      4  0.028051 3.2330 -3766.3
## + MiscVal        1  0.000808 3.2602 -3766.2
## + HouseStyle     7  0.053593 3.2074 -3766.1
## + BsmtUnfSF      1  0.000291 3.2607 -3766.1
## + HalfBath       1  0.000255 3.2608 -3766.1
## + GarageYrBlt    1  0.000093 3.2609 -3766.1
## + BsmtFinSF1     1  0.000015 3.2610 -3766.0
## + TotalBsmtSF    1  0.000000 3.2610 -3766.0
## + Functional     5  0.034124 3.2269 -3765.7
## + LandSlope      2  0.007458 3.2536 -3765.7
## + GarageQual     4  0.024503 3.2365 -3765.5
## + Alley          2  0.006437 3.2546 -3765.5
## + BldgType       4  0.021214 3.2398 -3764.8
## + SaleType       8  0.054132 3.2069 -3764.3
## + BsmtExposure   4  0.018780 3.2422 -3764.3
## + PavedDrive     2  0.000353 3.2607 -3764.1
## + Electrical     5  0.026871 3.2341 -3764.1
## + PoolQC         3  0.007132 3.2539 -3763.6
## + BsmtFinType1   5  0.024512 3.2365 -3763.5
## + LandContour    3  0.006645 3.2544 -3763.5
## + MiscFeature    3  0.004454 3.2566 -3763.0
## + Exterior2nd   14  0.098779 3.1622 -3762.5
## + LotShape       3  0.001628 3.2594 -3762.4
## + GarageCond     4  0.008048 3.2530 -3761.8
## + Condition1     8  0.041307 3.2197 -3761.3
## + Fence          4  0.003444 3.2576 -3760.8
## + LotConfig      4  0.002724 3.2583 -3760.6
## + RoofStyle      5  0.009345 3.2517 -3760.1
## + BsmtFinType2   6  0.017287 3.2437 -3759.9
## + Exterior1st   12  0.063092 3.1979 -3758.3
## 
## Step:  AIC=-3769.76
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id
## 
##                 Df Sum of Sq    RSS     AIC
## + BsmtCond       3  0.032608 3.2118 -3771.1
## + Condition2     7  0.064284 3.1801 -3770.4
## + YearRemodAdd   1  0.011394 3.2330 -3770.3
## + X2ndFlrSF      1  0.010990 3.2334 -3770.2
## + X1stFlrSF      1  0.009299 3.2351 -3769.9
## <none>                       3.2444 -3769.8
## + LotArea        1  0.008862 3.2356 -3769.8
## + GarageCars     1  0.008739 3.2357 -3769.7
## + MSSubClass     1  0.007314 3.2371 -3769.4
## + YrSold         1  0.007246 3.2372 -3769.4
## + MoSold         1  0.006860 3.2376 -3769.3
## + PoolArea       1  0.006838 3.2376 -3769.3
## + BsmtHalfBath   1  0.006583 3.2378 -3769.2
## + X3SsnPorch     1  0.005924 3.2385 -3769.1
## + OpenPorchSF    1  0.005290 3.2391 -3768.9
## + Utilities      1  0.004264 3.2402 -3768.7
## + EnclosedPorch  1  0.004223 3.2402 -3768.7
## + HouseStyle     7  0.056212 3.1882 -3768.5
## + FullBath       1  0.002937 3.2415 -3768.4
## + WoodDeckSF     1  0.002696 3.2417 -3768.4
## + TotRmsAbvGrd   1  0.002445 3.2420 -3768.3
## + BsmtFinSF2     1  0.002139 3.2423 -3768.2
## + LowQualFinSF   1  0.002053 3.2424 -3768.2
## + MiscVal        1  0.000845 3.2436 -3767.9
## + HalfBath       1  0.000483 3.2439 -3767.9
## + BsmtUnfSF      1  0.000351 3.2441 -3767.8
## + BsmtFinSF1     1  0.000075 3.2444 -3767.8
## + GarageYrBlt    1  0.000066 3.2444 -3767.8
## + TotalBsmtSF    1  0.000054 3.2444 -3767.8
## + HeatingQC      4  0.026474 3.2180 -3767.7
## + GarageQual     4  0.025796 3.2186 -3767.6
## + LandSlope      2  0.007177 3.2372 -3767.4
## + SaleType       8  0.059096 3.1853 -3767.2
## + Functional     5  0.032690 3.2117 -3767.2
## + Alley          2  0.005607 3.2388 -3767.0
## + BldgType       4  0.021953 3.2225 -3766.7
## + Electrical     5  0.027790 3.2166 -3766.0
## + PavedDrive     2  0.000384 3.2440 -3765.8
## + BsmtExposure   4  0.017710 3.2267 -3765.8
## + PoolQC         3  0.007807 3.2366 -3765.5
## + LandContour    3  0.006852 3.2376 -3765.3
## + Exterior2nd   14  0.102419 3.1420 -3765.2
## + MiscFeature    3  0.005077 3.2393 -3764.9
## + BsmtFinType1   5  0.020654 3.2238 -3764.4
## + LotShape       3  0.001835 3.2426 -3764.2
## + GarageCond     4  0.007713 3.2367 -3763.5
## + Condition1     8  0.042762 3.2017 -3763.4
## + Fence          4  0.004370 3.2401 -3762.7
## + LotConfig      4  0.001751 3.2427 -3762.2
## + BsmtFinType2   6  0.018104 3.2263 -3761.8
## + RoofStyle      5  0.007690 3.2367 -3761.5
## + Exterior1st   12  0.068698 3.1757 -3761.4
## 
## Step:  AIC=-3771.13
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond
## 
##                 Df Sum of Sq    RSS     AIC
## + X2ndFlrSF      1  0.010828 3.2010 -3771.6
## + YrSold         1  0.010296 3.2015 -3771.5
## + Condition2     7  0.061800 3.1500 -3771.3
## + PoolArea       1  0.009501 3.2023 -3771.3
## + X1stFlrSF      1  0.009221 3.2026 -3771.2
## + LotArea        1  0.009082 3.2027 -3771.2
## + YearRemodAdd   1  0.008865 3.2030 -3771.1
## <none>                       3.2118 -3771.1
## + GarageCars     1  0.008547 3.2033 -3771.1
## + HeatingQC      4  0.033480 3.1783 -3770.8
## + X3SsnPorch     1  0.006696 3.2051 -3770.7
## + MoSold         1  0.006210 3.2056 -3770.5
## + MSSubClass     1  0.006157 3.2057 -3770.5
## + Electrical     5  0.040909 3.1709 -3770.5
## + OpenPorchSF    1  0.005857 3.2060 -3770.5
## + BsmtHalfBath   1  0.005523 3.2063 -3770.4
## + EnclosedPorch  1  0.005059 3.2068 -3770.3
## + Utilities      1  0.004187 3.2076 -3770.1
## + TotRmsAbvGrd   1  0.002885 3.2089 -3769.8
## + WoodDeckSF     1  0.002549 3.2093 -3769.7
## + FullBath       1  0.002479 3.2093 -3769.7
## + LowQualFinSF   1  0.001902 3.2099 -3769.6
## + HalfBath       1  0.001036 3.2108 -3769.4
## + BsmtFinSF2     1  0.000984 3.2108 -3769.4
## + MiscVal        1  0.000742 3.2111 -3769.3
## + HouseStyle     7  0.052922 3.1589 -3769.3
## + GarageYrBlt    1  0.000472 3.2113 -3769.2
## + BsmtUnfSF      1  0.000172 3.2116 -3769.2
## + BsmtFinSF1     1  0.000019 3.2118 -3769.1
## + TotalBsmtSF    1  0.000016 3.2118 -3769.1
## + Functional     5  0.033165 3.1787 -3768.7
## + LandSlope      2  0.005953 3.2059 -3768.5
## + Alley          2  0.005460 3.2064 -3768.4
## + BldgType       4  0.020851 3.1910 -3767.9
## + GarageQual     4  0.020161 3.1917 -3767.7
## + PoolQC         3  0.010861 3.2010 -3767.6
## + SaleType       8  0.054345 3.1575 -3767.6
## + BsmtExposure   4  0.018303 3.1935 -3767.3
## + PavedDrive     2  0.000126 3.2117 -3767.2
## + LandContour    3  0.006626 3.2052 -3766.6
## + MiscFeature    3  0.005190 3.2066 -3766.3
## + BsmtFinType1   5  0.022242 3.1896 -3766.2
## + Exterior2nd   14  0.099036 3.1128 -3766.0
## + GarageCond     4  0.011186 3.2006 -3765.7
## + LotShape       3  0.000770 3.2110 -3765.3
## + Condition1     8  0.043705 3.1681 -3765.1
## + Fence          4  0.004696 3.2071 -3764.2
## + BsmtFinType2   6  0.021318 3.1905 -3764.0
## + LotConfig      4  0.001949 3.2099 -3763.6
## + RoofStyle      5  0.008816 3.2030 -3763.1
## + Exterior1st   12  0.064021 3.1478 -3761.8
## 
## Step:  AIC=-3771.6
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF
## 
##                 Df Sum of Sq    RSS     AIC
## + Condition2     7  0.070231 3.1308 -3773.8
## + MSSubClass     1  0.016935 3.1841 -3773.5
## + HouseStyle     7  0.067276 3.1337 -3773.1
## + TotalBsmtSF    1  0.014489 3.1865 -3772.9
## + LotArea        1  0.011482 3.1895 -3772.2
## + YrSold         1  0.010846 3.1901 -3772.1
## + PoolArea       1  0.010093 3.1909 -3771.9
## + HalfBath       1  0.009308 3.1917 -3771.7
## + HeatingQC      4  0.035061 3.1659 -3771.6
## <none>                       3.2010 -3771.6
## + GarageCars     1  0.008306 3.1927 -3771.5
## + YearRemodAdd   1  0.007920 3.1931 -3771.4
## + Electrical     5  0.041531 3.1595 -3771.1
## + X3SsnPorch     1  0.006356 3.1946 -3771.0
## + OpenPorchSF    1  0.005963 3.1950 -3771.0
## + BsmtHalfBath   1  0.005467 3.1955 -3770.8
## + EnclosedPorch  1  0.005230 3.1958 -3770.8
## + MoSold         1  0.005195 3.1958 -3770.8
## + BsmtUnfSF      1  0.004397 3.1966 -3770.6
## + Utilities      1  0.004277 3.1967 -3770.6
## + TotRmsAbvGrd   1  0.003315 3.1977 -3770.4
## + WoodDeckSF     1  0.002348 3.1986 -3770.1
## + FullBath       1  0.001653 3.1993 -3770.0
## + X1stFlrSF      1  0.000841 3.2001 -3769.8
## + LowQualFinSF   1  0.000841 3.2001 -3769.8
## + MiscVal        1  0.000646 3.2003 -3769.7
## + BsmtFinSF2     1  0.000473 3.2005 -3769.7
## + GarageYrBlt    1  0.000414 3.2006 -3769.7
## + Functional     5  0.035239 3.1658 -3769.7
## + BsmtFinSF1     1  0.000236 3.2008 -3769.7
## + LandSlope      2  0.005822 3.1952 -3768.9
## + Alley          2  0.005353 3.1956 -3768.8
## + BldgType       4  0.021505 3.1795 -3768.5
## + SaleType       8  0.055862 3.1451 -3768.4
## + GarageQual     4  0.020262 3.1807 -3768.2
## + PoolQC         3  0.011449 3.1895 -3768.2
## + BsmtExposure   4  0.019650 3.1813 -3768.1
## + PavedDrive     2  0.000214 3.2008 -3767.6
## + LandContour    3  0.007556 3.1934 -3767.3
## + Exterior2nd   14  0.101063 3.0999 -3767.0
## + MiscFeature    3  0.005026 3.1960 -3766.7
## + BsmtFinType1   5  0.021142 3.1798 -3766.4
## + GarageCond     4  0.010939 3.1901 -3766.1
## + LotShape       3  0.000475 3.2005 -3765.7
## + Condition1     8  0.041766 3.1592 -3765.2
## + Fence          4  0.005634 3.1954 -3764.9
## + BsmtFinType2   6  0.021556 3.1794 -3764.5
## + LotConfig      4  0.002554 3.1984 -3764.2
## + RoofStyle      5  0.008186 3.1928 -3763.5
## + Exterior1st   12  0.063771 3.1372 -3762.3
## 
## Step:  AIC=-3773.79
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2
## 
##                 Df Sum of Sq    RSS     AIC
## + MSSubClass     1  0.018565 3.1122 -3776.1
## + HeatingQC      4  0.038639 3.0921 -3774.9
## + Electrical     5  0.046859 3.0839 -3774.8
## + PoolArea       1  0.011718 3.1190 -3774.5
## + GarageCars     1  0.011306 3.1195 -3774.4
## + HouseStyle     7  0.059767 3.0710 -3773.9
## + YrSold         1  0.008574 3.1222 -3773.8
## <none>                       3.1308 -3773.8
## + OpenPorchSF    1  0.008443 3.1223 -3773.8
## + HalfBath       1  0.007984 3.1228 -3773.7
## + YearRemodAdd   1  0.007425 3.1233 -3773.5
## + BsmtHalfBath   1  0.006715 3.1240 -3773.4
## + LotArea        1  0.006201 3.1246 -3773.2
## + BsmtUnfSF      1  0.005432 3.1253 -3773.1
## + TotalBsmtSF    1  0.005300 3.1255 -3773.0
## + Functional     5  0.039361 3.0914 -3773.0
## + EnclosedPorch  1  0.004946 3.1258 -3772.9
## + X3SsnPorch     1  0.004461 3.1263 -3772.8
## + Utilities      1  0.004150 3.1266 -3772.8
## + MoSold         1  0.003955 3.1268 -3772.7
## + WoodDeckSF     1  0.002280 3.1285 -3772.3
## + TotRmsAbvGrd   1  0.001285 3.1295 -3772.1
## + FullBath       1  0.000865 3.1299 -3772.0
## + BsmtFinSF1     1  0.000566 3.1302 -3771.9
## + BsmtFinSF2     1  0.000379 3.1304 -3771.9
## + X1stFlrSF      1  0.000354 3.1304 -3771.9
## + LowQualFinSF   1  0.000354 3.1304 -3771.9
## + GarageYrBlt    1  0.000279 3.1305 -3771.9
## + MiscVal        1  0.000011 3.1307 -3771.8
## + BldgType       4  0.024545 3.1062 -3771.5
## + GarageQual     4  0.023669 3.1071 -3771.3
## + SaleType       8  0.057455 3.0733 -3771.3
## + PoolQC         3  0.012859 3.1179 -3770.8
## + Alley          2  0.004030 3.1267 -3770.7
## + LandSlope      2  0.003409 3.1273 -3770.6
## + PavedDrive     2  0.000284 3.1305 -3769.9
## + MiscFeature    3  0.007141 3.1236 -3769.5
## + LandContour    3  0.005842 3.1249 -3769.2
## + Exterior2nd   14  0.097852 3.0329 -3769.0
## + BsmtFinType1   5  0.022128 3.1086 -3769.0
## + BsmtExposure   4  0.012734 3.1180 -3768.8
## + LotShape       3  0.002740 3.1280 -3768.4
## + GarageCond     4  0.008509 3.1223 -3767.8
## + Fence          4  0.004358 3.1264 -3766.8
## + Condition1     8  0.037913 3.0928 -3766.7
## + LotConfig      4  0.002655 3.1281 -3766.4
## + BsmtFinType2   6  0.019179 3.1116 -3766.3
## + RoofStyle      5  0.006964 3.1238 -3765.4
## + Exterior1st   12  0.058582 3.0722 -3763.6
## 
## Step:  AIC=-3776.13
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass
## 
##                 Df Sum of Sq    RSS     AIC
## + HeatingQC      4  0.038700 3.0735 -3777.3
## + GarageCars     1  0.011579 3.1006 -3776.9
## + Electrical     5  0.045205 3.0670 -3776.8
## + YrSold         1  0.010032 3.1022 -3776.5
## + OpenPorchSF    1  0.009518 3.1027 -3776.4
## + PoolArea       1  0.009173 3.1030 -3776.3
## + HalfBath       1  0.008965 3.1032 -3776.2
## <none>                       3.1122 -3776.1
## + YearRemodAdd   1  0.007736 3.1045 -3775.9
## + BsmtHalfBath   1  0.005712 3.1065 -3775.5
## + LotArea        1  0.005521 3.1067 -3775.4
## + EnclosedPorch  1  0.005196 3.1070 -3775.4
## + X3SsnPorch     1  0.004363 3.1078 -3775.2
## + MoSold         1  0.004156 3.1080 -3775.1
## + BsmtUnfSF      1  0.003971 3.1082 -3775.1
## + Utilities      1  0.003152 3.1090 -3774.9
## + TotRmsAbvGrd   1  0.002667 3.1095 -3774.8
## + TotalBsmtSF    1  0.002508 3.1097 -3774.7
## + WoodDeckSF     1  0.002064 3.1101 -3774.6
## + BsmtFinSF2     1  0.001054 3.1111 -3774.4
## + HouseStyle     7  0.051764 3.0604 -3774.4
## + GarageYrBlt    1  0.000871 3.1113 -3774.3
## + Functional     5  0.034501 3.0777 -3774.3
## + BsmtFinSF1     1  0.000393 3.1118 -3774.2
## + FullBath       1  0.000248 3.1120 -3774.2
## + MiscVal        1  0.000034 3.1122 -3774.1
## + X1stFlrSF      1  0.000028 3.1122 -3774.1
## + LowQualFinSF   1  0.000028 3.1122 -3774.1
## + GarageQual     4  0.023441 3.0888 -3773.7
## + LandSlope      2  0.003150 3.1090 -3772.9
## + Alley          2  0.002849 3.1093 -3772.8
## + PoolQC         3  0.009722 3.1025 -3772.4
## + PavedDrive     2  0.000522 3.1117 -3772.3
## + LandContour    3  0.008739 3.1035 -3772.2
## + MiscFeature    3  0.007914 3.1043 -3772.0
## + BldgType       4  0.015737 3.0965 -3771.8
## + BsmtExposure   4  0.015569 3.0966 -3771.8
## + SaleType       8  0.048419 3.0638 -3771.6
## + LotShape       3  0.003535 3.1087 -3771.0
## + BsmtFinType1   5  0.019812 3.0924 -3770.8
## + Exterior2nd   14  0.093969 3.0182 -3770.5
## + GarageCond     4  0.008744 3.1035 -3770.2
## + Fence          4  0.004272 3.1079 -3769.1
## + LotConfig      4  0.002395 3.1098 -3768.7
## + BsmtFinType2   6  0.017779 3.0944 -3768.3
## + Condition1     8  0.034468 3.0777 -3768.3
## + RoofStyle      5  0.006462 3.1057 -3767.7
## + Exterior1st   12  0.057382 3.0548 -3765.7
## 
## Step:  AIC=-3777.27
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC
## 
##                 Df Sum of Sq    RSS     AIC
## + Electrical     5  0.051120 3.0224 -3779.5
## + YrSold         1  0.011857 3.0616 -3778.1
## + PoolArea       1  0.010293 3.0632 -3777.7
## + OpenPorchSF    1  0.009920 3.0636 -3777.6
## + HalfBath       1  0.008581 3.0649 -3777.3
## + GarageCars     1  0.008422 3.0651 -3777.3
## <none>                       3.0735 -3777.3
## + EnclosedPorch  1  0.006530 3.0670 -3776.8
## + BsmtUnfSF      1  0.006094 3.0674 -3776.7
## + YearRemodAdd   1  0.005438 3.0681 -3776.6
## + LotArea        1  0.005363 3.0681 -3776.5
## + X3SsnPorch     1  0.004448 3.0690 -3776.3
## + GarageQual     4  0.029486 3.0440 -3776.3
## + TotalBsmtSF    1  0.004153 3.0693 -3776.3
## + MoSold         1  0.003968 3.0695 -3776.2
## + Utilities      1  0.003837 3.0697 -3776.2
## + BsmtHalfBath   1  0.003034 3.0705 -3776.0
## + WoodDeckSF     1  0.001804 3.0717 -3775.7
## + TotRmsAbvGrd   1  0.001658 3.0718 -3775.7
## + BsmtFinSF2     1  0.001315 3.0722 -3775.6
## + HouseStyle     7  0.051074 3.0224 -3775.5
## + GarageYrBlt    1  0.000675 3.0728 -3775.4
## + BsmtFinSF1     1  0.000616 3.0729 -3775.4
## + MiscVal        1  0.000390 3.0731 -3775.4
## + FullBath       1  0.000136 3.0734 -3775.3
## + X1stFlrSF      1  0.000064 3.0734 -3775.3
## + LowQualFinSF   1  0.000064 3.0734 -3775.3
## + Functional     5  0.032995 3.0405 -3775.1
## + PoolQC         3  0.012334 3.0612 -3774.2
## + SaleType       8  0.053803 3.0197 -3774.2
## + LandSlope      2  0.003496 3.0700 -3774.1
## + Alley          2  0.003279 3.0702 -3774.0
## + MiscFeature    3  0.011633 3.0619 -3774.0
## + LandContour    3  0.009579 3.0639 -3773.5
## + PavedDrive     2  0.000396 3.0731 -3773.4
## + BldgType       4  0.017061 3.0564 -3773.3
## + BsmtFinType1   5  0.021579 3.0519 -3772.4
## + LotShape       3  0.004049 3.0694 -3772.2
## + BsmtExposure   4  0.012031 3.0615 -3772.1
## + GarageCond     4  0.010396 3.0631 -3771.7
## + Exterior2nd   14  0.092239 2.9813 -3771.5
## + Fence          4  0.005674 3.0678 -3770.6
## + BsmtFinType2   6  0.022162 3.0513 -3770.6
## + LotConfig      4  0.003126 3.0704 -3770.0
## + RoofStyle      5  0.006029 3.0675 -3768.7
## + Condition1     8  0.031096 3.0424 -3768.7
## + Exterior1st   12  0.051172 3.0223 -3765.5
## 
## Step:  AIC=-3779.51
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical
## 
##                 Df Sum of Sq    RSS     AIC
## + YrSold         1  0.011409 3.0110 -3780.3
## + PoolArea       1  0.010825 3.0116 -3780.1
## + OpenPorchSF    1  0.009772 3.0126 -3779.9
## <none>                       3.0224 -3779.5
## + GarageCars     1  0.007729 3.0146 -3779.4
## + BsmtUnfSF      1  0.007371 3.0150 -3779.3
## + HouseStyle     7  0.056195 2.9662 -3779.2
## + MoSold         1  0.006054 3.0163 -3779.0
## + HalfBath       1  0.005951 3.0164 -3779.0
## + SaleType       8  0.063167 2.9592 -3778.9
## + LotArea        1  0.005579 3.0168 -3778.9
## + EnclosedPorch  1  0.005528 3.0168 -3778.8
## + X3SsnPorch     1  0.004559 3.0178 -3778.6
## + YearRemodAdd   1  0.003999 3.0184 -3778.5
## + TotalBsmtSF    1  0.003989 3.0184 -3778.5
## + BsmtHalfBath   1  0.003526 3.0189 -3778.4
## + Utilities      1  0.002518 3.0199 -3778.1
## + TotRmsAbvGrd   1  0.002342 3.0200 -3778.1
## + WoodDeckSF     1  0.002148 3.0202 -3778.0
## + BsmtFinSF2     1  0.001746 3.0206 -3777.9
## + GarageYrBlt    1  0.001714 3.0207 -3777.9
## + BsmtFinSF1     1  0.000965 3.0214 -3777.7
## + LandSlope      2  0.009043 3.0133 -3777.7
## + FullBath       1  0.000534 3.0218 -3777.6
## + MiscVal        1  0.000442 3.0219 -3777.6
## + X1stFlrSF      1  0.000010 3.0224 -3777.5
## + LowQualFinSF   1  0.000010 3.0224 -3777.5
## + PoolQC         3  0.012989 3.0094 -3776.7
## + Alley          2  0.004463 3.0179 -3776.6
## + GarageCond     4  0.020403 3.0020 -3776.5
## + MiscFeature    3  0.011772 3.0106 -3776.4
## + PavedDrive     2  0.000532 3.0218 -3775.6
## + BsmtExposure   4  0.016486 3.0059 -3775.5
## + BldgType       4  0.016286 3.0061 -3775.5
## + BsmtFinType1   5  0.023473 2.9989 -3775.2
## + LotShape       3  0.004689 3.0177 -3774.6
## + LandContour    3  0.004233 3.0181 -3774.5
## + GarageQual     4  0.009579 3.0128 -3773.8
## + Exterior2nd   14  0.088717 2.9337 -3773.3
## + Fence          4  0.005163 3.0172 -3772.8
## + LotConfig      4  0.004588 3.0178 -3772.6
## + BsmtFinType2   6  0.020867 3.0015 -3772.6
## + Functional     5  0.012587 3.0098 -3772.6
## + Condition1     8  0.031148 2.9912 -3771.1
## + RoofStyle      5  0.005684 3.0167 -3770.9
## + Exterior1st   12  0.057803 2.9646 -3769.6
## 
## Step:  AIC=-3780.27
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold
## 
##                 Df Sum of Sq    RSS     AIC
## + PoolArea       1  0.012637 2.9983 -3781.3
## + OpenPorchSF    1  0.011939 2.9990 -3781.2
## + SaleType       8  0.066878 2.9441 -3780.7
## <none>                       3.0110 -3780.3
## + GarageCars     1  0.007786 3.0032 -3780.2
## + BsmtUnfSF      1  0.007678 3.0033 -3780.1
## + MoSold         1  0.007341 3.0036 -3780.1
## + HouseStyle     7  0.055184 2.9558 -3779.8
## + LotArea        1  0.005678 3.0053 -3779.7
## + HalfBath       1  0.005648 3.0053 -3779.6
## + EnclosedPorch  1  0.005263 3.0057 -3779.5
## + X3SsnPorch     1  0.004678 3.0063 -3779.4
## + TotalBsmtSF    1  0.004590 3.0064 -3779.4
## + BsmtHalfBath   1  0.004078 3.0069 -3779.3
## + YearRemodAdd   1  0.003374 3.0076 -3779.1
## + TotRmsAbvGrd   1  0.003129 3.0078 -3779.0
## + Utilities      1  0.002747 3.0082 -3778.9
## + BsmtFinSF2     1  0.001692 3.0093 -3778.7
## + WoodDeckSF     1  0.001682 3.0093 -3778.7
## + GarageYrBlt    1  0.001365 3.0096 -3778.6
## + LandSlope      2  0.009436 3.0015 -3778.6
## + BsmtFinSF1     1  0.000935 3.0100 -3778.5
## + MiscVal        1  0.000628 3.0103 -3778.4
## + FullBath       1  0.000272 3.0107 -3778.3
## + X1stFlrSF      1  0.000080 3.0109 -3778.3
## + LowQualFinSF   1  0.000080 3.0109 -3778.3
## + PoolQC         3  0.014159 2.9968 -3777.7
## + MiscFeature    3  0.012845 2.9981 -3777.4
## + GarageCond     4  0.021045 2.9899 -3777.4
## + Alley          2  0.004076 3.0069 -3777.3
## + PavedDrive     2  0.000770 3.0102 -3776.5
## + BldgType       4  0.016860 2.9941 -3776.4
## + BsmtFinType1   5  0.024665 2.9863 -3776.3
## + BsmtExposure   4  0.014562 2.9964 -3775.8
## + LotShape       3  0.005696 3.0053 -3775.7
## + LandContour    3  0.004544 3.0064 -3775.4
## + GarageQual     4  0.008584 3.0024 -3774.4
## + BsmtFinType2   6  0.022280 2.9887 -3773.7
## + Exterior2nd   14  0.086949 2.9240 -3773.7
## + LotConfig      4  0.004520 3.0064 -3773.4
## + Functional     5  0.012742 2.9982 -3773.4
## + Fence          4  0.004359 3.0066 -3773.3
## + Condition1     8  0.031302 2.9797 -3771.9
## + RoofStyle      5  0.005213 3.0057 -3771.5
## + Exterior1st   12  0.055457 2.9555 -3769.8
## 
## Step:  AIC=-3781.34
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea
## 
##                 Df Sum of Sq    RSS     AIC
## + OpenPorchSF    1  0.012240 2.9861 -3782.3
## + SaleType       8  0.067579 2.9308 -3782.0
## + MoSold         1  0.008518 2.9898 -3781.4
## <none>                       2.9983 -3781.3
## + GarageCars     1  0.008062 2.9903 -3781.3
## + BsmtUnfSF      1  0.007084 2.9912 -3781.1
## + HouseStyle     7  0.055657 2.9427 -3781.0
## + HalfBath       1  0.006334 2.9920 -3780.9
## + LotArea        1  0.005863 2.9925 -3780.8
## + X3SsnPorch     1  0.005109 2.9932 -3780.6
## + BsmtHalfBath   1  0.004251 2.9941 -3780.4
## + TotRmsAbvGrd   1  0.004132 2.9942 -3780.3
## + EnclosedPorch  1  0.003792 2.9945 -3780.3
## + Utilities      1  0.003147 2.9952 -3780.1
## + TotalBsmtSF    1  0.003134 2.9952 -3780.1
## + YearRemodAdd   1  0.002970 2.9954 -3780.1
## + BsmtFinSF2     1  0.001395 2.9969 -3779.7
## + BsmtFinSF1     1  0.001295 2.9970 -3779.7
## + WoodDeckSF     1  0.001178 2.9971 -3779.6
## + MiscVal        1  0.000715 2.9976 -3779.5
## + GarageYrBlt    1  0.000696 2.9976 -3779.5
## + FullBath       1  0.000597 2.9977 -3779.5
## + X1stFlrSF      1  0.000022 2.9983 -3779.3
## + LowQualFinSF   1  0.000022 2.9983 -3779.3
## + LandSlope      2  0.007835 2.9905 -3779.3
## + GarageCond     4  0.021544 2.9768 -3778.6
## + Alley          2  0.004188 2.9941 -3778.4
## + MiscFeature    3  0.012198 2.9861 -3778.3
## + BsmtFinType1   5  0.025294 2.9730 -3777.5
## + PavedDrive     2  0.000736 2.9976 -3777.5
## + PoolQC         3  0.008177 2.9901 -3777.3
## + BldgType       4  0.016049 2.9823 -3777.3
## + LotShape       3  0.006984 2.9913 -3777.0
## + LandContour    3  0.005331 2.9930 -3776.6
## + BsmtExposure   4  0.012247 2.9861 -3776.3
## + Exterior2nd   14  0.091421 2.9069 -3775.9
## + GarageQual     4  0.007872 2.9905 -3775.3
## + LotConfig      4  0.004680 2.9937 -3774.5
## + Functional     5  0.012348 2.9860 -3774.4
## + BsmtFinType2   6  0.018955 2.9794 -3774.0
## + Fence          4  0.001019 2.9973 -3773.6
## + Condition1     8  0.032315 2.9660 -3773.3
## + RoofStyle      5  0.007042 2.9913 -3773.1
## + Exterior1st   12  0.055910 2.9424 -3771.1
## 
## Step:  AIC=-3782.33
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF
## 
##                 Df Sum of Sq    RSS     AIC
## + SaleType       8  0.072329 2.9138 -3784.2
## + BsmtUnfSF      1  0.009332 2.9768 -3782.6
## + HouseStyle     7  0.057614 2.9285 -3782.6
## <none>                       2.9861 -3782.3
## + GarageCars     1  0.007734 2.9783 -3782.2
## + MoSold         1  0.007472 2.9786 -3782.2
## + LotArea        1  0.006077 2.9800 -3781.8
## + X3SsnPorch     1  0.005564 2.9805 -3781.7
## + HalfBath       1  0.005026 2.9811 -3781.6
## + Utilities      1  0.004682 2.9814 -3781.5
## + EnclosedPorch  1  0.004117 2.9820 -3781.3
## + BsmtHalfBath   1  0.004002 2.9821 -3781.3
## + TotRmsAbvGrd   1  0.003377 2.9827 -3781.2
## + TotalBsmtSF    1  0.003171 2.9829 -3781.1
## + YearRemodAdd   1  0.002865 2.9832 -3781.0
## + BsmtFinSF1     1  0.002233 2.9838 -3780.9
## + BsmtFinSF2     1  0.001565 2.9845 -3780.7
## + WoodDeckSF     1  0.001346 2.9847 -3780.7
## + MiscVal        1  0.000957 2.9851 -3780.6
## + GarageYrBlt    1  0.000780 2.9853 -3780.5
## + FullBath       1  0.000718 2.9854 -3780.5
## + X1stFlrSF      1  0.000123 2.9860 -3780.4
## + LowQualFinSF   1  0.000123 2.9860 -3780.4
## + LandSlope      2  0.007039 2.9790 -3780.1
## + MiscFeature    3  0.013761 2.9723 -3779.7
## + BsmtFinType1   5  0.028724 2.9574 -3779.4
## + Alley          2  0.003810 2.9823 -3779.3
## + GarageCond     4  0.019061 2.9670 -3779.0
## + PavedDrive     2  0.000794 2.9853 -3778.5
## + LotShape       3  0.006457 2.9796 -3777.9
## + PoolQC         3  0.006006 2.9801 -3777.8
## + BldgType       4  0.014140 2.9720 -3777.8
## + LandContour    3  0.005824 2.9803 -3777.8
## + BsmtExposure   4  0.011724 2.9744 -3777.2
## + GarageQual     4  0.010858 2.9752 -3777.0
## + Exterior2nd   14  0.087619 2.8985 -3776.1
## + LotConfig      4  0.004713 2.9814 -3775.5
## + Functional     5  0.010944 2.9751 -3775.0
## + Fence          4  0.001035 2.9851 -3774.6
## + BsmtFinType2   6  0.016937 2.9691 -3774.5
## + Condition1     8  0.032455 2.9536 -3774.3
## + RoofStyle      5  0.006645 2.9794 -3774.0
## + Exterior1st   12  0.055266 2.9308 -3772.0
## 
## Step:  AIC=-3784.23
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType
## 
##                 Df Sum of Sq    RSS     AIC
## + HouseStyle     7  0.061285 2.8525 -3785.7
## + MoSold         1  0.010030 2.9037 -3784.7
## + BsmtUnfSF      1  0.008733 2.9050 -3784.4
## <none>                       2.9138 -3784.2
## + GarageCars     1  0.006888 2.9069 -3784.0
## + HalfBath       1  0.006673 2.9071 -3783.9
## + X3SsnPorch     1  0.006084 2.9077 -3783.8
## + Utilities      1  0.005064 2.9087 -3783.5
## + LotArea        1  0.004192 2.9096 -3783.3
## + BsmtHalfBath   1  0.003544 2.9102 -3783.1
## + YearRemodAdd   1  0.003502 2.9103 -3783.1
## + TotRmsAbvGrd   1  0.003277 2.9105 -3783.1
## + BsmtFinSF1     1  0.002828 2.9109 -3782.9
## + EnclosedPorch  1  0.002562 2.9112 -3782.9
## + TotalBsmtSF    1  0.002195 2.9116 -3782.8
## + WoodDeckSF     1  0.001103 2.9127 -3782.5
## + BsmtFinSF2     1  0.001067 2.9127 -3782.5
## + MiscVal        1  0.001059 2.9127 -3782.5
## + GarageYrBlt    1  0.000558 2.9132 -3782.4
## + FullBath       1  0.000349 2.9134 -3782.3
## + X1stFlrSF      1  0.000062 2.9137 -3782.2
## + LowQualFinSF   1  0.000062 2.9137 -3782.2
## + GarageCond     4  0.023046 2.8907 -3782.0
## + MiscFeature    3  0.014540 2.8992 -3781.9
## + LandSlope      2  0.005854 2.9079 -3781.7
## + BsmtFinType1   5  0.028182 2.8856 -3781.3
## + Alley          2  0.002970 2.9108 -3781.0
## + PavedDrive     2  0.000518 2.9132 -3780.4
## + LotShape       3  0.006717 2.9070 -3779.9
## + BldgType       4  0.014149 2.8996 -3779.8
## + PoolQC         3  0.006071 2.9077 -3779.8
## + LandContour    3  0.005910 2.9078 -3779.7
## + BsmtExposure   4  0.012109 2.9017 -3779.3
## + GarageQual     4  0.010743 2.9030 -3778.9
## + Functional     5  0.013955 2.8998 -3777.7
## + Condition1     8  0.036473 2.8773 -3777.4
## + LotConfig      4  0.004313 2.9095 -3777.3
## + Fence          4  0.002688 2.9111 -3776.9
## + Exterior2nd   14  0.081096 2.8327 -3776.8
## + BsmtFinType2   6  0.015734 2.8980 -3776.2
## + RoofStyle      5  0.004660 2.9091 -3775.4
## + Exterior1st   12  0.055595 2.8582 -3774.3
## 
## Step:  AIC=-3785.75
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle
## 
##                 Df Sum of Sq    RSS     AIC
## + MoSold         1  0.010239 2.8422 -3786.4
## <none>                       2.8525 -3785.7
## + BsmtUnfSF      1  0.007310 2.8452 -3785.6
## + HalfBath       1  0.006634 2.8458 -3785.4
## + Utilities      1  0.006210 2.8463 -3785.3
## + X3SsnPorch     1  0.006031 2.8464 -3785.3
## + GarageCars     1  0.005097 2.8474 -3785.1
## + LotArea        1  0.004562 2.8479 -3784.9
## + TotalBsmtSF    1  0.003131 2.8493 -3784.5
## + BldgType       4  0.025886 2.8266 -3784.4
## + BsmtHalfBath   1  0.002419 2.8500 -3784.4
## + YearRemodAdd   1  0.002057 2.8504 -3784.3
## + WoodDeckSF     1  0.001657 2.8508 -3784.2
## + BsmtFinSF1     1  0.001537 2.8509 -3784.1
## + MiscVal        1  0.001243 2.8512 -3784.1
## + FullBath       1  0.001233 2.8512 -3784.1
## + BsmtFinSF2     1  0.001226 2.8512 -3784.1
## + TotRmsAbvGrd   1  0.001014 2.8515 -3784.0
## + GarageYrBlt    1  0.000186 2.8523 -3783.8
## + EnclosedPorch  1  0.000108 2.8524 -3783.8
## + X1stFlrSF      1  0.000000 2.8525 -3783.7
## + LowQualFinSF   1  0.000000 2.8525 -3783.7
## + MiscFeature    3  0.014488 2.8380 -3783.5
## + LandSlope      2  0.004675 2.8478 -3782.9
## + Alley          2  0.004125 2.8483 -3782.8
## + BsmtExposure   4  0.018965 2.8335 -3782.6
## + BsmtFinType1   5  0.024901 2.8276 -3782.1
## + GarageCond     4  0.016889 2.8356 -3782.1
## + PoolQC         3  0.007968 2.8445 -3781.8
## + PavedDrive     2  0.000159 2.8523 -3781.8
## + LandContour    3  0.007550 2.8449 -3781.7
## + LotShape       3  0.005530 2.8469 -3781.2
## + GarageQual     4  0.010400 2.8421 -3780.4
## + Fence          4  0.004830 2.8476 -3779.0
## + Functional     5  0.010910 2.8416 -3778.5
## + LotConfig      4  0.002665 2.8498 -3778.4
## + Condition1     8  0.032595 2.8199 -3778.1
## + Exterior2nd   14  0.076565 2.7759 -3777.6
## + BsmtFinType2   6  0.013546 2.8389 -3777.2
## + RoofStyle      5  0.005564 2.8469 -3777.2
## + Exterior1st   12  0.059552 2.7929 -3777.1
## 
## Step:  AIC=-3786.37
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold
## 
##                 Df Sum of Sq    RSS     AIC
## + HalfBath       1  0.007840 2.8344 -3786.4
## <none>                       2.8422 -3786.4
## + BsmtUnfSF      1  0.007769 2.8345 -3786.4
## + X3SsnPorch     1  0.005649 2.8366 -3785.8
## + Utilities      1  0.005254 2.8370 -3785.7
## + GarageCars     1  0.004961 2.8373 -3785.6
## + LotArea        1  0.004867 2.8374 -3785.6
## + BldgType       4  0.026564 2.8157 -3785.2
## + TotalBsmtSF    1  0.003030 2.8392 -3785.1
## + BsmtHalfBath   1  0.002432 2.8398 -3785.0
## + YearRemodAdd   1  0.002107 2.8401 -3784.9
## + BsmtFinSF1     1  0.001667 2.8406 -3784.8
## + WoodDeckSF     1  0.001498 2.8407 -3784.8
## + BsmtFinSF2     1  0.001462 2.8408 -3784.7
## + MiscVal        1  0.001430 2.8408 -3784.7
## + TotRmsAbvGrd   1  0.001406 2.8408 -3784.7
## + FullBath       1  0.001369 2.8409 -3784.7
## + GarageYrBlt    1  0.000435 2.8418 -3784.5
## + EnclosedPorch  1  0.000226 2.8420 -3784.4
## + MiscFeature    3  0.015682 2.8266 -3784.4
## + X1stFlrSF      1  0.000010 2.8422 -3784.4
## + LowQualFinSF   1  0.000010 2.8422 -3784.4
## + LandSlope      2  0.004318 2.8379 -3783.5
## + BsmtExposure   4  0.019432 2.8228 -3783.4
## + Alley          2  0.003776 2.8385 -3783.3
## + BsmtFinType1   5  0.026685 2.8155 -3783.3
## + LandContour    3  0.008869 2.8334 -3782.7
## + PavedDrive     2  0.000249 2.8420 -3782.4
## + PoolQC         3  0.007324 2.8349 -3782.3
## + GarageCond     4  0.014592 2.8276 -3782.1
## + LotShape       3  0.004733 2.8375 -3781.6
## + GarageQual     4  0.009345 2.8329 -3780.8
## + Fence          4  0.004820 2.8374 -3779.6
## + LotConfig      4  0.002710 2.8395 -3779.1
## + Functional     5  0.010388 2.8319 -3779.0
## + Condition1     8  0.033209 2.8090 -3779.0
## + Exterior1st   12  0.060485 2.7818 -3778.1
## + BsmtFinType2   6  0.014022 2.8282 -3778.0
## + RoofStyle      5  0.005335 2.8369 -3777.7
## + Exterior2nd   14  0.073656 2.7686 -3777.5
## 
## Step:  AIC=-3786.39
## log_saleprice ~ SalePrice + Neighborhood + ExterQual + GarageFinish + 
##     GrLivArea + OverallCond + MSZoning + BsmtQual + GarageArea + 
##     RoofMatl + CentralAir + Heating + FireplaceQu + YearBuilt + 
##     OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold + HalfBath
## 
##                 Df Sum of Sq    RSS     AIC
## <none>                       2.8344 -3786.4
## + BsmtUnfSF      1  0.007700 2.8267 -3786.4
## + FullBath       1  0.005670 2.8287 -3785.8
## + X3SsnPorch     1  0.005381 2.8290 -3785.8
## + Utilities      1  0.005211 2.8292 -3785.7
## + LotArea        1  0.004440 2.8300 -3785.5
## + GarageCars     1  0.004208 2.8302 -3785.5
## + BsmtHalfBath   1  0.003417 2.8310 -3785.3
## + BldgType       4  0.026125 2.8083 -3785.1
## + TotalBsmtSF    1  0.002228 2.8322 -3785.0
## + BsmtFinSF1     1  0.002032 2.8324 -3784.9
## + YearRemodAdd   1  0.002031 2.8324 -3784.9
## + MiscVal        1  0.001690 2.8327 -3784.8
## + TotRmsAbvGrd   1  0.001638 2.8328 -3784.8
## + BsmtFinSF2     1  0.001464 2.8329 -3784.8
## + WoodDeckSF     1  0.001118 2.8333 -3784.7
## + GarageYrBlt    1  0.000512 2.8339 -3784.5
## + MiscFeature    3  0.015716 2.8187 -3784.4
## + EnclosedPorch  1  0.000187 2.8342 -3784.4
## + LowQualFinSF   1  0.000000 2.8344 -3784.4
## + X1stFlrSF      1  0.000000 2.8344 -3784.4
## + BsmtFinType1   5  0.029290 2.8051 -3784.0
## + LandSlope      2  0.004853 2.8295 -3783.6
## + BsmtExposure   4  0.019823 2.8146 -3783.5
## + Alley          2  0.003988 2.8304 -3783.4
## + LandContour    3  0.009244 2.8251 -3782.8
## + GarageCond     4  0.016099 2.8183 -3782.5
## + PoolQC         3  0.008100 2.8263 -3782.5
## + PavedDrive     2  0.000254 2.8341 -3782.5
## + LotShape       3  0.005598 2.8288 -3781.8
## + GarageQual     4  0.009779 2.8246 -3780.9
## + Fence          4  0.004178 2.8302 -3779.5
## + Exterior2nd   14  0.079229 2.7552 -3779.1
## + LotConfig      4  0.002651 2.8317 -3779.1
## + Condition1     8  0.033205 2.8012 -3779.0
## + Functional     5  0.009960 2.8244 -3779.0
## + Exterior1st   12  0.061664 2.7727 -3778.4
## + BsmtFinType2   6  0.014474 2.8199 -3778.1
## + RoofStyle      5  0.004361 2.8300 -3777.5
summary(model1)
## 
## Call:
## lm(formula = log_saleprice ~ SalePrice + Neighborhood + ExterQual + 
##     GarageFinish + GrLivArea + OverallCond + MSZoning + BsmtQual + 
##     GarageArea + RoofMatl + CentralAir + Heating + FireplaceQu + 
##     YearBuilt + OverallQual + BsmtFullBath + BedroomAbvGr + MasVnrArea + 
##     MasVnrType + KitchenAbvGr + GarageType + ExterCond + Foundation + 
##     SaleCondition + KitchenQual + Street + Fireplaces + LotFrontage + 
##     ScreenPorch + Id + BsmtCond + X2ndFlrSF + Condition2 + MSSubClass + 
##     HeatingQC + Electrical + YrSold + PoolArea + OpenPorchSF + 
##     SaleType + HouseStyle + MoSold + HalfBath, data = train)
## 
## Residuals:
##      Min       1Q   Median       3Q      Max 
## -0.35490 -0.02718  0.00092  0.03302  0.18321 
## 
## Coefficients: (2 not defined because of singularities)
##                        Estimate Std. Error t value Pr(>|t|)    
## (Intercept)          -5.466e-01  4.377e+00  -0.125 0.900674    
## SalePrice             3.311e-06  1.152e-07  28.736  < 2e-16 ***
## NeighborhoodBlueste  -5.136e-02  7.926e-02  -0.648 0.517242    
## NeighborhoodBrDale   -2.281e-02  4.572e-02  -0.499 0.618093    
## NeighborhoodBrkSide   7.900e-02  4.084e-02   1.934 0.053544 .  
## NeighborhoodClearCr   1.005e-01  3.820e-02   2.631 0.008721 ** 
## NeighborhoodCollgCr   1.361e-02  3.276e-02   0.415 0.678009    
## NeighborhoodCrawfor   8.748e-02  3.713e-02   2.356 0.018782 *  
## NeighborhoodEdwards  -3.707e-03  3.506e-02  -0.106 0.915839    
## NeighborhoodGilbert   8.410e-03  3.403e-02   0.247 0.804912    
## NeighborhoodIDOTRR    3.537e-02  4.745e-02   0.745 0.456327    
## NeighborhoodMeadowV  -1.167e-01  4.366e-02  -2.674 0.007709 ** 
## NeighborhoodMitchel   1.822e-02  3.611e-02   0.504 0.614121    
## NeighborhoodNAmes     2.857e-02  3.462e-02   0.825 0.409426    
## NeighborhoodNoRidge  -5.899e-02  3.686e-02  -1.600 0.110023    
## NeighborhoodNPkVill  -1.531e-02  5.293e-02  -0.289 0.772496    
## NeighborhoodNridgHt   2.835e-02  3.418e-02   0.829 0.407287    
## NeighborhoodNWAmes    5.575e-03  3.516e-02   0.159 0.874047    
## NeighborhoodOldTown   1.027e-02  4.105e-02   0.250 0.802498    
## NeighborhoodSawyer    8.807e-03  3.547e-02   0.248 0.804014    
## NeighborhoodSawyerW  -4.283e-03  3.455e-02  -0.124 0.901388    
## NeighborhoodSomerst   2.778e-02  3.951e-02   0.703 0.482174    
## NeighborhoodStoneBr  -3.223e-02  3.733e-02  -0.863 0.388288    
## NeighborhoodSWISU     2.627e-02  4.090e-02   0.642 0.520957    
## NeighborhoodTimber    2.165e-02  3.518e-02   0.615 0.538574    
## NeighborhoodVeenker   7.925e-02  4.918e-02   1.611 0.107614    
## ExterQualFa          -5.176e-02  4.782e-02  -1.082 0.279512    
## ExterQualGd           8.220e-02  2.089e-02   3.934 9.33e-05 ***
## ExterQualTA           8.037e-02  2.297e-02   3.499 0.000501 ***
## GarageFinishOthers   -1.286e-02  8.523e-02  -0.151 0.880100    
## GarageFinishRFn       8.307e-03  8.127e-03   1.022 0.307125    
## GarageFinishUnf      -1.484e-02  9.930e-03  -1.495 0.135470    
## GrLivArea             1.091e-04  1.603e-05   6.808 2.42e-11 ***
## OverallCond           2.017e-02  3.517e-03   5.736 1.54e-08 ***
## MSZoningFV            3.903e-01  5.066e-02   7.704 5.52e-14 ***
## MSZoningRH            4.404e-01  5.565e-02   7.913 1.22e-14 ***
## MSZoningRL            4.026e-01  4.271e-02   9.428  < 2e-16 ***
## MSZoningRM            3.548e-01  4.031e-02   8.802  < 2e-16 ***
## BsmtQualFa            1.491e-02  2.917e-02   0.511 0.609309    
## BsmtQualGd            2.056e-02  1.432e-02   1.436 0.151626    
## BsmtQualOthers       -1.259e-01  4.492e-02  -2.803 0.005230 ** 
## BsmtQualTA            1.167e-03  1.774e-02   0.066 0.947578    
## GarageArea            1.105e-04  2.243e-05   4.928 1.08e-06 ***
## RoofMatlTar&Grv      -5.389e-02  3.725e-02  -1.447 0.148506    
## RoofMatlWdShake      -4.321e-02  3.830e-02  -1.128 0.259670    
## RoofMatlWdShngl      -1.262e-01  3.649e-02  -3.459 0.000581 ***
## CentralAirY           1.074e-01  1.877e-02   5.721 1.68e-08 ***
## HeatingGasW           9.145e-02  2.766e-02   3.306 0.001004 ** 
## HeatingGrav          -2.251e-02  4.399e-02  -0.512 0.608973    
## HeatingOthW           9.435e-02  5.938e-02   1.589 0.112616    
## HeatingWall           6.809e-02  6.105e-02   1.115 0.265173    
## FireplaceQuFa         2.223e-03  3.040e-02   0.073 0.941731    
## FireplaceQuGd         1.243e-02  2.342e-02   0.530 0.595972    
## FireplaceQuOthers    -3.647e-02  2.770e-02  -1.316 0.188514    
## FireplaceQuPo         1.312e-02  3.298e-02   0.398 0.691047    
## FireplaceQuTA         1.673e-02  2.412e-02   0.694 0.488075    
## YearBuilt             9.688e-04  3.098e-04   3.127 0.001852 ** 
## OverallQual           1.680e-02  4.455e-03   3.770 0.000180 ***
## BsmtFullBath          2.296e-02  6.185e-03   3.713 0.000224 ***
## BedroomAbvGr          1.785e-02  5.034e-03   3.546 0.000421 ***
## MasVnrArea           -1.150e-04  2.934e-05  -3.921 9.85e-05 ***
## MasVnrTypeBrkFace     2.580e-02  2.933e-02   0.880 0.379360    
## MasVnrTypeNone        9.268e-03  2.997e-02   0.309 0.757290    
## MasVnrTypeOthers     -1.512e-01  5.589e-02  -2.705 0.007022 ** 
## MasVnrTypeStone       1.545e-02  3.119e-02   0.495 0.620483    
## KitchenAbvGr          3.904e-02  1.800e-02   2.168 0.030524 *  
## GarageTypeAttchd      6.288e-02  8.344e-02   0.754 0.451342    
## GarageTypeBasment     6.798e-02  8.631e-02   0.788 0.431238    
## GarageTypeBuiltIn     5.006e-02  8.421e-02   0.594 0.552441    
## GarageTypeCarPort    -5.080e-02  1.053e-01  -0.482 0.629686    
## GarageTypeDetchd      4.119e-02  8.303e-02   0.496 0.620028    
## GarageTypeOthers             NA         NA      NA       NA    
## ExterCondFa          -1.450e-01  5.684e-02  -2.551 0.011003 *  
## ExterCondGd          -9.696e-02  5.173e-02  -1.875 0.061342 .  
## ExterCondTA          -6.639e-02  5.155e-02  -1.288 0.198271    
## FoundationCBlock      9.681e-03  1.368e-02   0.708 0.479327    
## FoundationPConc       1.238e-02  1.497e-02   0.827 0.408624    
## FoundationSlab       -9.454e-03  4.873e-02  -0.194 0.846225    
## FoundationStone       1.749e-01  4.382e-02   3.990 7.41e-05 ***
## FoundationWood       -5.816e-02  5.585e-02  -1.041 0.298093    
## SaleConditionAdjLand  2.930e-02  6.655e-02   0.440 0.659898    
## SaleConditionAlloca   4.174e-02  3.358e-02   1.243 0.214453    
## SaleConditionFamily  -3.629e-03  2.418e-02  -0.150 0.880773    
## SaleConditionNormal   2.814e-02  1.277e-02   2.203 0.027960 *  
## SaleConditionPartial -8.045e-03  4.684e-02  -0.172 0.863674    
## KitchenQualFa        -3.393e-02  2.757e-02  -1.231 0.218894    
## KitchenQualGd         1.680e-02  1.532e-02   1.097 0.273068    
## KitchenQualTA         6.997e-03  1.689e-02   0.414 0.678826    
## StreetPave           -7.420e-02  4.657e-02  -1.593 0.111633    
## Fireplaces           -2.311e-02  1.109e-02  -2.083 0.037689 *  
## LotFrontage          -1.419e-05  7.039e-06  -2.015 0.044317 *  
## ScreenPorch           1.239e-04  5.660e-05   2.189 0.028999 *  
## Id                   -1.379e-05  6.588e-06  -2.093 0.036764 *  
## BsmtCondGd           -1.924e-02  2.332e-02  -0.825 0.409703    
## BsmtCondOthers               NA         NA      NA       NA    
## BsmtCondPo            1.193e-01  9.155e-02   1.303 0.193034    
## BsmtCondTA           -4.583e-02  1.950e-02  -2.350 0.019084 *  
## X2ndFlrSF            -7.012e-05  2.224e-05  -3.152 0.001701 ** 
## Condition2Feedr      -2.694e-02  9.833e-02  -0.274 0.784234    
## Condition2Norm        1.009e-01  6.614e-02   1.525 0.127806    
## Condition2PosA        9.984e-03  1.201e-01   0.083 0.933784    
## Condition2PosN       -1.412e-01  1.152e-01  -1.226 0.220575    
## Condition2RRAe        1.368e-02  9.970e-02   0.137 0.890929    
## Condition2RRAn       -3.687e-03  9.790e-02  -0.038 0.969973    
## Condition2RRNn        1.441e-01  9.873e-02   1.459 0.145093    
## MSSubClass            9.165e-05  1.142e-04   0.803 0.422359    
## HeatingQCFa          -1.538e-03  1.730e-02  -0.089 0.929197    
## HeatingQCGd           3.921e-03  9.126e-03   0.430 0.667611    
## HeatingQCPo          -7.421e-02  8.124e-02  -0.913 0.361392    
## HeatingQCTA          -2.270e-02  8.386e-03  -2.707 0.006990 ** 
## ElectricalFuseF       6.948e-02  3.002e-02   2.314 0.021000 *  
## ElectricalFuseP       5.476e-02  7.590e-02   0.721 0.470927    
## ElectricalMix        -3.233e-01  1.141e-01  -2.834 0.004759 ** 
## ElectricalOthers      7.109e-02  7.593e-02   0.936 0.349544    
## ElectricalSBrkr       1.586e-02  1.259e-02   1.260 0.208102    
## YrSold                4.454e-03  2.150e-03   2.072 0.038710 *  
## PoolArea              1.258e-04  6.579e-05   1.913 0.056275 .  
## OpenPorchSF           9.403e-05  5.246e-05   1.793 0.073556 .  
## SaleTypeCon          -1.478e-02  8.311e-02  -0.178 0.858867    
## SaleTypeConLD         1.188e-01  3.639e-02   3.266 0.001155 ** 
## SaleTypeConLI        -5.385e-02  3.735e-02  -1.442 0.149915    
## SaleTypeConLw         3.547e-02  5.098e-02   0.696 0.486824    
## SaleTypeCWD           6.090e-02  7.672e-02   0.794 0.427670    
## SaleTypeNew           6.320e-02  5.056e-02   1.250 0.211764    
## SaleTypeOth          -1.939e-02  5.357e-02  -0.362 0.717476    
## SaleTypeWD            9.981e-03  1.833e-02   0.544 0.586352    
## HouseStyle1.5Unf     -4.735e-02  3.287e-02  -1.440 0.150302    
## HouseStyle1Story     -1.986e-02  1.550e-02  -1.281 0.200577    
## HouseStyle2.5Fin     -1.360e-02  3.769e-02  -0.361 0.718391    
## HouseStyle2.5Unf      1.012e-01  3.626e-02   2.791 0.005429 ** 
## HouseStyle2Story      4.024e-03  1.414e-02   0.285 0.776023    
## HouseStyleSFoyer      4.283e-03  2.339e-02   0.183 0.854779    
## HouseStyleSLvl       -1.247e-02  1.896e-02  -0.657 0.511133    
## MoSold                1.588e-03  1.023e-03   1.553 0.121053    
## HalfBath              1.045e-02  8.129e-03   1.285 0.199282    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 0.0689 on 597 degrees of freedom
## Multiple R-squared:  0.9754, Adjusted R-squared:  0.9699 
## F-statistic: 179.1 on 132 and 597 DF,  p-value: < 2.2e-16
test$log_saleprice <- log(test$SalePrice)
preds <- predict(model1,test)
## Warning in predict.lm(model1, test): prediction from a rank-deficient fit
## may be misleading
test$y <-preds
diff <- test$y - test$log_saleprice
RMSE <- function(diff) {
  RMSE <- sqrt(mean(diff^2))
  return(RMSE)
}
RMSE(diff)
## [1] 0.06231158
>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

2. Dimension Reduction (PCA)

PCA using top quantative

library(factoextra)
## Welcome! Related Books: `Practical Guide To Cluster Analysis in R` at https://goo.gl/13EFCZ
pca <- train %>% 
  select(log_saleprice,GrLivArea,GarageArea,LotFrontage, OverallQual,OverallCond,BsmtFinSF1,BsmtFinSF2,TotalBsmtSF,TotRmsAbvGrd,PoolArea,YearBuilt,YearRemodAdd)
pca_comp <- prcomp(pca,scale=FALSE)
fviz_eig(pca_comp)
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
fviz_pca_ind(pca_comp,
             col.ind = "cos2", # Color by the quality of representation
             gradient.cols = c("#00AFBB", "#E7B800", "#FC4E07"),
             repel = TRUE     # Avoid text overlapping
             )
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
fviz_pca_var(pca_comp,
             col.var = "contrib", # Color by contributions to the PC
             gradient.cols = c("#00AFBB", "#E7B800", "#FC4E07"),
             repel = TRUE     # Avoid text overlapping
             )
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
X <- train %>% 
  select(TotalBsmtSF,LotFrontage,YearBuilt)
ggplot(data=X, aes(x=TotalBsmtSF, y=LotFrontage)) +
  geom_text(label=X$YearBuilt) +
  geom_smooth(method="lm", se=FALSE, linetype="dashed", size=0.5, col="black") +
  labs(x="X1: TotalBsmtSF", y="X2: LotFrontage")
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

3. Shrinkage/ Regularization (LASSO)

library(glmnet)
<<<<<<< HEAD =======
## Warning: package 'glmnet' was built under R version 3.4.2
>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
## Loading required package: foreach
## Loaded glmnet 2.0-13
library(tidyr)
## 
## Attaching package: 'tidyr'
## The following object is masked from 'package:Matrix':
## 
##     expand
get_LASSO_coefficients <- function(LASSO_fit){
  coeff_values <- LASSO_fit %>% 
    broom::tidy() %>% 
    as_tibble() %>% 
    select(-c(step, dev.ratio)) %>% 
    tidyr::complete(lambda, nesting(term), fill = list(estimate = 0)) %>% 
    arrange(desc(lambda)) %>% 
    select(term, estimate, lambda)
  return(coeff_values)
}

<<<<<<< HEAD
=======
mod <- summary(model1)[1]$call
model_formula <- as.formula("mod")
>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
predictor_matrix <- model.matrix(model_formula, data=train)[, -1]
lambda_inputs <- 10^seq(-2, 10, length = 100)

LASSO_fit <- glmnet(x=predictor_matrix, y=train$log_saleprice, alpha = 1, lambda = lambda_inputs)

# 5. Get beta-hat coefficients for ALL values of knob/tuning parameter lambda
LASSO_coefficients <- get_LASSO_coefficients(LASSO_fit)

ggplot(LASSO_coefficients, aes(x=lambda, y=estimate, col=term)) +
  geom_line() +
  labs(x="lambda", y="beta-hat coefficient estimate")
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
plot_LASSO_coefficients <- LASSO_coefficients %>% 
  filter(term != "(Intercept)") %>% 
  ggplot(aes(x=lambda, y=estimate, col=term)) +
  geom_line() +
  scale_x_log10() +
  labs(x="lambda (log10-scale)", y="beta-hat coefficient estimate",
       title="LASSO regularized coefficient for each lambda value")
plot_LASSO_coefficients
<<<<<<< HEAD

plot_LASSO_coefficients +
  coord_cartesian(xlim= c(.01, .6), ylim=c(-.0001, .0001))

LASSO_CV <- cv.glmnet(x=predictor_matrix, y=log(train$SalePrice), alpha=1, lambda=lambda_inputs)
lambda_star <- LASSO_CV$lambda.min
lambda_star_1SE <- LASSO_CV$lambda.1se

#code for finding the variables that should be used when lambda=1SE (from stack exchange)
c <- coef(LASSO_CV, s= lambda_star_1SE, exact=TRUE)
inds <- which(c!=0)
variables <- row.names(c)[inds]
variables
##  [1] "(Intercept)"       "MSZoningRL"        "MSZoningRM"       
##  [4] "OverallQual"       "YearBuilt"         "YearRemodAdd"     
##  [7] "BsmtFinSF1"        "TotalBsmtSF"       "CentralAirY"      
## [10] "X1stFlrSF"         "GrLivArea"         "BsmtFullBath"     
## [13] "Fireplaces"        "FireplaceQuOthers" "GarageTypeAttchd" 
## [16] "GarageCars"
=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

Crossvalidation of ultimate model

Note: Hardcode your crossvalidation here i.e. do not use built-in crossvalidation options.

LASSO_CV <- cv.glmnet(x=predictor_matrix, y=train$log_saleprice, alpha=1, lambda=lambda_inputs)

# Optimal lambdas
lambda_star <- LASSO_CV$lambda.min
lambda_star_1SE <- LASSO_CV$lambda.1se
plot(LASSO_CV)
abline(v=log(lambda_star), col="red")
abline(v=log(lambda_star_1SE), col="blue")
<<<<<<< HEAD

=======

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf
plot_LASSO_coefficients <- plot_LASSO_coefficients +
  geom_vline(xintercept = lambda_star, col="red", alpha=0.4, linetype="dashed") +
  geom_vline(xintercept = lambda_star_1SE, col="blue", alpha=0.4, linetype="dashed")
plot_LASSO_coefficients
<<<<<<< HEAD

plot_LASSO_coefficients +
  coord_cartesian(xlim=c(1, 1000), ylim=c(-1, 1))

y_hat <- predict(LASSO_fit, newx=predictor_matrix, s=lambda_star_1SE) %>% 
  as.vector()
hist(y_hat)

=======

plot_LASSO_coefficients +
  coord_cartesian(xlim=c(1, 1000), ylim=c(-1, 1))

y_hat <- predict(LASSO_fit, newx=predictor_matrix, s=lambda_star_1SE) %>% 
  as.vector()
hist(y_hat)

>>>>>>> bdb12fa604502101d452231b57dfd3f047b95faf

Create submission

Note: Output a CSV using write_csv(DATAFRAME_NAME, path="data/SUBMISSION_NAME.csv") that is Kaggle submitable. This submission should return a Kaggle score that is close to your crossvalidated score.

Citations and references

Note: All citations and references must be included here.

Supplementary materials

Note: Anything else you’ve tried that you’d like to include, but isn’t essential to the above, like other EDA’s, other modeling approaches you’ve tried, etc. Please set the R code chunk eval=FALSE here so that default is that R Markdown doesn’t run the code, but a user can flip this switch if they are curious.